-- Logs begin at Thu 2021-04-15 10:05:14 UTC, end at Thu 2021-04-15 11:14:26 UTC. -- Apr 15 10:40:03.453599 dv-cinder-786383-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 15 10:40:06.626018 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.common.config [-] Logging enabled! Apr 15 10:40:06.626510 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev84 Apr 15 10:40:06.627829 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85157) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 15 10:40:06.629639 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.common.config [-] Logging enabled! Apr 15 10:40:06.630468 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev84 Apr 15 10:40:06.630845 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85157) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 15 10:40:06.631992 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 15 10:40:06.632263 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 15 10:40:06.633332 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 15 10:40:06.633623 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 15 10:40:06.633891 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 15 10:40:06.634272 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.634625 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.634998 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.635270 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.635621 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.635966 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.636297 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.636641 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.636991 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.637323 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.637647 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.637982 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.638251 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.638579 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] config_source = [] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.638916 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.639283 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.639544 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] debug = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.639868 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.640413 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.640744 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.641068 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.641406 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.641728 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.642043 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.642364 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.642693 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.643097 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] host = dv-cinder-786383-1-iscsi {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.643423 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.643760 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.644096 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.644433 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.644751 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.645075 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.645408 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.646329 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] log_dir = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.646782 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] log_file = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.647139 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.647485 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.647826 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.648175 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.648604 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.648871 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.649212 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.649556 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.649878 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.650198 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.650518 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.650837 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.651180 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.651496 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.651836 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.652171 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.652506 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.652825 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.653141 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.653457 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.653772 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.654107 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.654424 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.654743 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.655083 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.655423 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.655738 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.656054 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.656407 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.656744 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.657075 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.657406 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.657723 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.658060 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.658376 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.658688 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] use_journal = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.659021 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] use_json = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.659339 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.659652 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.659985 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.660303 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.660616 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.660933 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.661503 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.661848 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:06.662194 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.662542 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.662892 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.663247 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.663591 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.663914 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.664376 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.664705 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.665045 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.665387 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.665720 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.666043 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.666376 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.666697 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.667068 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.667427 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.667773 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.668119 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.668437 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.668755 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.669071 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.669395 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.669725 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.670070 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.670410 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.670727 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.671079 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.671427 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.671751 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.672068 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.672389 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.672729 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.673053 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.673370 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.673694 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.674014 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.674327 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.674640 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.675002 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.675324 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.675645 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.675962 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.676273 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.676591 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.676952 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.677287 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.677610 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.678193 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.678506 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.678827 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.679168 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.679486 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.679805 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.680118 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.680436 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.680748 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.681062 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.681376 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.681690 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.682003 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.682317 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.682629 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.682966 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.683416 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.683736 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.684053 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.684370 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.684682 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.685012 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.685355 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.685677 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.685999 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.686321 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.686641 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.686976 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.687308 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.687629 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.687951 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.688270 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.688612 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.688939 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.689270 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.689596 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.689919 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.690266 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.690589 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.690915 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.691284 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.691604 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.691938 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.692264 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.693166 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.693491 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.693830 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.694169 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.694508 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.694831 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.695218 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.695544 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:06.695798 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 15 10:40:06.696069 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85157) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 15 10:40:07.372545 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO keyring.backend [-] Loading Gnome Apr 15 10:40:07.389592 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO keyring.backend [-] Loading Google Apr 15 10:40:07.392350 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO keyring.backend [-] Loading Windows (alt) Apr 15 10:40:07.395972 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO keyring.backend [-] Loading file Apr 15 10:40:07.396826 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO keyring.backend [-] Loading keyczar Apr 15 10:40:07.397108 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO keyring.backend [-] Loading multi Apr 15 10:40:07.397749 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO keyring.backend [-] Loading pyfs Apr 15 10:40:07.446217 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:40:07.446536 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:40:07.446869 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:40:07.447286 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 15 10:40:07.844336 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:07.844868 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:07.844976 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:07.846316 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:07.846746 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:07.847076 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:07.884745 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:07.885068 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:07.885373 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:07.901073 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:07.901391 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:07.901699 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:07.968675 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:07.968997 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:07.969310 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:07.970333 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:07.970642 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:07.972554 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:08.246425 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:08.246682 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:08.247032 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:08.247348 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:08.248172 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:08.398851 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:08.399270 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:08.399599 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:08.399906 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:08.400205 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:08.400613 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:08.400898 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:08.401189 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:08.401483 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:08.401823 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:08.402121 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:08.402428 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:08.402738 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:08.403056 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:08.403373 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:08.403694 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:08.403992 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:08.404309 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:08.404599 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:08.404940 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:08.405392 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:08.405682 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:08.405968 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:08.406312 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:08.406599 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:08.406883 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:08.407337 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85157) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:40:08.407618 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85157) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:40:08.407897 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85157) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:40:08.408178 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85157) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:40:08.408450 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85157) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:40:08.408725 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85157) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:40:08.409151 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 15 10:40:08.412520 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 15 10:40:08.416608 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 15 10:40:08.420622 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Apr 15 10:40:08.422387 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 15 10:40:08.423698 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 15 10:40:08.424131 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 15 10:40:08.424593 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 15 10:40:08.428281 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 15 10:40:08.428567 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 15 10:40:08.428961 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 15 10:40:08.457787 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 15 10:40:08.458521 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:08.458869 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85157) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 15 10:40:08.459493 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:08.461249 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85157) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 15 10:40:08.461588 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 15 10:40:08.461870 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 15 10:40:08.465118 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:08.465437 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:08.532588 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 15 10:40:08.532815 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 15 10:40:08.533093 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 15 10:40:08.533508 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 15 10:40:08.567299 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_db.sqlalchemy.engines [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85157) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 15 10:40:09.016007 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.plugins.ml2.managers [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Initializing driver for type 'gre' Apr 15 10:40:09.016574 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] gre ID ranges: [(1, 1000)] Apr 15 10:40:09.057711 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.plugins.ml2.managers [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Initializing driver for type 'local' Apr 15 10:40:09.058070 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.plugins.ml2.managers [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Initializing driver for type 'vlan' Apr 15 10:40:09.070007 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] VlanTypeDriver initialization complete Apr 15 10:40:09.070434 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.plugins.ml2.managers [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Initializing driver for type 'vxlan' Apr 15 10:40:09.071048 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] vxlan ID ranges: [(1, 1000)] Apr 15 10:40:09.110333 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.plugins.ml2.managers [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Initializing extension driver 'port_security' Apr 15 10:40:09.110720 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.plugins.ml2.extensions.port_security [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] PortSecurityExtensionDriver initialization complete Apr 15 10:40:09.111115 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.plugins.ml2.managers [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Initializing mechanism driver 'openvswitch' Apr 15 10:40:09.111487 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.plugins.ml2.managers [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Initializing mechanism driver 'hyperv' Apr 15 10:40:09.119103 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85157) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:40:09.119941 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > port after_create 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.120358 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > port after_update 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.120748 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > port after_delete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.121178 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > subnet after_create 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.121569 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > subnet after_update 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.121955 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > subnet after_delete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.122373 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > network after_create 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.122759 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > network after_update 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.123214 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > network after_delete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.123611 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > security_group after_create 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.123999 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > security_group after_update 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.124520 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > security_group after_delete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.124940 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.125324 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.125705 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.126124 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > address_group after_create 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.126510 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > address_group after_update 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.126889 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > address_group after_delete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.127289 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] ML2 OVO RPC backend initialized. {{(pid=85157) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 15 10:40:09.128077 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > router_interface after_create 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.128467 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.128929 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > network before_response 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.129315 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > networks before_response 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.129701 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > port before_response 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.130581 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > ports before_response 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.130983 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > subnet before_response 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.131388 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > subnets before_response 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.131779 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > network after_create 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.132202 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > network after_update 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.132579 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > network after_delete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.132958 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > port after_create 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.133336 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > port after_update 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.133713 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > port after_delete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.134088 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > subnet after_create 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.134462 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > subnet after_update 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.134838 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > subnet after_delete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.135511 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.plugins.ml2.plugin [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Modular L2 Plugin initialization complete Apr 15 10:40:09.135869 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading services supported by the core plugin {{(pid=85157) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 15 10:40:09.136234 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.plugins.ml2.managers [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Got port-security extension from driver 'port_security' Apr 15 10:40:09.136743 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.extensions.vlantransparent [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Disabled vlantransparent extension. Apr 15 10:40:09.137276 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85157) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 15 10:40:09.137619 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading Plugin: router Apr 15 10:40:09.177467 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > router_interface before_create 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.178176 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > router after_create 55549900 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.178587 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > router before_create 55549900 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.179035 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.179462 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.179856 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > router after_delete 55549900 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.180259 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > floatingip after_update 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.180671 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > router after_create 55549900 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.181058 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > router after_update 55549900 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.181451 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > router after_update 55549900 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.181842 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.182246 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > router after_update 55549900 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.182738 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > router precommit_update 55549900 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.183186 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: port after_update 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.183570 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: port after_delete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.183947 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: subnet after_update 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.184326 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.184716 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > port precommit_delete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.185104 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > router precommit_create 55549900 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.185490 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: port before_delete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.185875 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > router precommit_create 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.186280 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > router after_update 55549900 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.186664 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > router precommit_delete 55549900 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.187080 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > router precommit_create 55549900 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.187491 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > router_interface after_create 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.187877 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > router precommit_update 55549900 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.188308 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > network after_delete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.189301 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource_registry [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Tracking information for resource: router configured {{(pid=85157) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:40:09.189681 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource_registry [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Tracking information for resource: floatingip configured {{(pid=85157) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:40:09.195067 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.l3_agentschedulers_db [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 15 10:40:09.195717 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: port after_update 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.196119 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: port after_create 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.196513 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: port after_delete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.196903 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: port after_update 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.197809 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > router before_create 55550100 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.198215 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > router precommit_delete 55550100 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.198622 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > router precommit_create 55550100 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.199041 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > router precommit_update 55550100 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.203845 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.provider_configuration [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Service providers = [] {{(pid=85157) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 15 10:40:09.204242 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.servicetype_db [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85157) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 15 10:40:09.207088 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.service_base [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85157) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 10:40:09.207480 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.service_base [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85157) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 10:40:09.207859 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.service_base [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85157) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 10:40:09.209718 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.service_base [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85157) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 10:40:09.210125 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.services.service_base [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 15 10:40:09.210547 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85157) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:40:09.210917 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 15 10:40:09.221065 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85157) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:40:09.221440 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading Plugin: auto_allocate Apr 15 10:40:09.228131 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: network precommit_update 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.228541 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: network precommit_create 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.229134 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85157) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:40:09.229490 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading Plugin: tag Apr 15 10:40:09.236574 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85157) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:40:09.236949 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading Plugin: timestamp Apr 15 10:40:09.241316 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85157) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:40:09.241689 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading Plugin: network_ip_availability Apr 15 10:40:09.248175 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.248592 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.248991 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.249785 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85157) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:40:09.250147 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading Plugin: flavors Apr 15 10:40:09.254657 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85157) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:40:09.256169 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading Plugin: revisions Apr 15 10:40:09.260022 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85157) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:40:09.260456 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.813s {{(pid=85157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:40:09.261264 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85157) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 15 10:40:09.261627 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Initializing extension manager. Apr 15 10:40:09.262196 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: __init__.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.262577 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: __pycache__ {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.262973 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.263356 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: address_group.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.264162 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.264813 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: address-group Apr 15 10:40:09.265180 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: address_scope.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.265943 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.266563 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: address-scope Apr 15 10:40:09.266883 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: admin_state_down_before_update.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.267842 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.268417 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: router-admin-state-down-before-update Apr 15 10:40:09.268782 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: agent.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.269537 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.270112 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: agent Apr 15 10:40:09.270477 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: agent_resources_synced.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.272502 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.273086 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: agent-resources-synced Apr 15 10:40:09.273451 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: allowedaddresspairs.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.275285 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.275872 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: allowed-address-pairs Apr 15 10:40:09.276240 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: auto_allocated_topology.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.277313 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.277893 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: auto-allocated-topology Apr 15 10:40:09.278262 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: availability_zone.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.279031 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.279614 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: availability_zone Apr 15 10:40:09.279984 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: availability_zone_filter.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.280915 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.281493 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: availability_zone_filter Apr 15 10:40:09.281861 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: data_plane_status.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.282906 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.283542 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extension data-plane-status not supported by any of loaded plugins Apr 15 10:40:09.283908 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: default_subnetpools.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.284831 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.285399 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: default-subnetpools Apr 15 10:40:09.285762 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: dhcpagentscheduler.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.287714 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.288295 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: dhcp_agent_scheduler Apr 15 10:40:09.288664 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: dns.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.289651 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.290156 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extension dns-integration not supported by any of loaded plugins Apr 15 10:40:09.290521 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: dns_domain_ports.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.291556 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.292078 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 15 10:40:09.292442 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: dvr.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.293171 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.293740 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: dvr Apr 15 10:40:09.294101 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: empty_string_filtering.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.295068 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.295639 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: empty-string-filtering Apr 15 10:40:09.296003 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.296932 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.297480 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 15 10:40:09.297842 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.298756 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.299357 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 15 10:40:09.299769 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: external_net.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.300635 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.301205 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: external-net Apr 15 10:40:09.301571 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: extra_dhcp_opt.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.303220 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.303799 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: extra_dhcp_opt Apr 15 10:40:09.304164 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: extraroute.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.305091 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.305662 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: extraroute Apr 15 10:40:09.306026 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: extraroute_atomic.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.307098 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.307655 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: extraroute-atomic Apr 15 10:40:09.308019 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: filter_validation.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.308718 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.309284 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: filter-validation Apr 15 10:40:09.309643 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: fip_pf_description.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.310560 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.311160 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 15 10:40:09.311522 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: fip_port_details.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.312547 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.313123 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: fip-port-details Apr 15 10:40:09.313485 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: flavors.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.314726 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.315333 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: flavors Apr 15 10:40:09.315705 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.317354 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.318468 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 15 10:40:09.318844 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: floatingip_pools.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.319628 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.320206 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: floatingip-pools Apr 15 10:40:09.320574 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: ip_allocation.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.321524 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.322145 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extension ip_allocation not supported by any of loaded plugins Apr 15 10:40:09.322460 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.323426 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.323999 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: ip-substring-filtering Apr 15 10:40:09.324367 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: l2_adjacency.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.325300 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.325871 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extension l2_adjacency not supported by any of loaded plugins Apr 15 10:40:09.326521 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: l3.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.327373 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.327926 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: router Apr 15 10:40:09.328289 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: l3_conntrack_helper.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.330592 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.331217 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 15 10:40:09.331593 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.332537 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.333718 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: ext-gw-mode Apr 15 10:40:09.334450 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.335523 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.336122 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: l3-ha Apr 15 10:40:09.336479 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: l3_flavors.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.337426 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.337998 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: l3-flavors Apr 15 10:40:09.338361 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.339341 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.339913 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: l3-port-ip-change-not-allowed Apr 15 10:40:09.340277 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: l3agentscheduler.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.341471 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.342074 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: l3_agent_scheduler Apr 15 10:40:09.342446 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: logging.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.344049 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.344573 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extension logging not supported by any of loaded plugins Apr 15 10:40:09.344945 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: metering.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.345746 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.346442 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: metering Apr 15 10:40:09.346810 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.347976 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.348559 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: metering_source_and_destination_fields Apr 15 10:40:09.350009 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: multiprovidernet.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.350981 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.351561 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: multi-provider Apr 15 10:40:09.351934 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: netmtu.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.352881 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.353454 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: net-mtu Apr 15 10:40:09.353825 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: netmtu_writable.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.354772 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.355395 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: net-mtu-writable Apr 15 10:40:09.355765 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: network_availability_zone.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.356947 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.357151 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: network_availability_zone Apr 15 10:40:09.357515 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: network_ip_availability.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.358639 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.359271 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: network-ip-availability Apr 15 10:40:09.359638 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: network_segment_range.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.360490 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.361058 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extension network-segment-range not supported by any of loaded plugins Apr 15 10:40:09.361424 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: pagination.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.362440 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.362811 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: pagination Apr 15 10:40:09.363198 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: port_device_profile.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.364124 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.365278 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: port-device-profile Apr 15 10:40:09.365646 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.366594 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.367208 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: port-mac-address-regenerate Apr 15 10:40:09.367570 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.368506 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.369070 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: port-numa-affinity-policy Apr 15 10:40:09.369431 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: port_resource_request.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.370340 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.370908 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extension port-resource-request not supported by any of loaded plugins Apr 15 10:40:09.371302 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: portbindings.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.372249 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.372821 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: binding Apr 15 10:40:09.373175 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: portbindings_extended.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.374466 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.375061 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: binding-extended Apr 15 10:40:09.375428 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: portsecurity.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.376344 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.376912 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: port-security Apr 15 10:40:09.377273 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: project_id.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.378265 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.378635 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: project-id Apr 15 10:40:09.379020 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: providernet.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.379980 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.381077 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: provider Apr 15 10:40:09.381441 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: qos.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.385127 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.385724 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extension qos not supported by any of loaded plugins Apr 15 10:40:09.386094 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.387395 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.387977 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 15 10:40:09.388345 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.389270 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.389842 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 15 10:40:09.390204 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: qos_default.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.391179 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.391752 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extension qos-default not supported by any of loaded plugins Apr 15 10:40:09.392120 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: qos_fip.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.392809 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.393375 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extension qos-fip not supported by any of loaded plugins Apr 15 10:40:09.393736 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: qos_gateway_ip.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.394666 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.395280 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 15 10:40:09.396640 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: qos_port_network_policy.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.397575 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.398173 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 15 10:40:09.398516 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: qos_rule_type_details.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.399473 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.400038 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 15 10:40:09.400399 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: qos_rules_alias.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.401444 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.402011 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 15 10:40:09.402376 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: quotasv2.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.403411 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.403780 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: quotas Apr 15 10:40:09.404141 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: quotasv2_detail.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.405828 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.406211 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: quota_details Apr 15 10:40:09.406580 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: rbac.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.407782 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.408376 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: rbac-policies Apr 15 10:40:09.408746 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: rbac_address_group.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.409691 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.410273 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: rbac-address-group Apr 15 10:40:09.410636 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: rbac_address_scope.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.412597 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.413182 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: rbac-address-scope Apr 15 10:40:09.413549 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: rbac_security_groups.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.414488 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.415136 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: rbac-security-groups Apr 15 10:40:09.415457 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: rbac_subnetpool.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.416403 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.416992 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: rbac-subnetpool Apr 15 10:40:09.417357 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: revisionifmatch.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.418295 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.418871 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: revision-if-match Apr 15 10:40:09.419315 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: revisions.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.420467 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.421047 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: standard-attr-revisions Apr 15 10:40:09.421411 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: router_availability_zone.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.422140 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.422717 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: router_availability_zone Apr 15 10:40:09.423107 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: routerservicetype.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.424058 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.424689 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extension router-service-type not supported by any of loaded plugins Apr 15 10:40:09.424998 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.425937 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.426515 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: security-groups-normalized-cidr Apr 15 10:40:09.426919 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: security_groups_port_filtering.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.428681 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.429258 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: port-security-groups-filtering Apr 15 10:40:09.429622 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.430571 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.431172 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: security-groups-remote-address-group Apr 15 10:40:09.431539 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: securitygroup.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.445703 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.446320 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: security-group Apr 15 10:40:09.446694 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: segment.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.447618 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.448197 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extension segment not supported by any of loaded plugins Apr 15 10:40:09.448565 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.449532 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.450216 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 15 10:40:09.450483 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: servicetype.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.451625 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.452262 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: service-type Apr 15 10:40:09.452594 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: sorting.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.453603 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.453965 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: sorting Apr 15 10:40:09.454330 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: standard_attr_segment.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.455287 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.455856 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 15 10:40:09.456217 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: standardattrdescription.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.456915 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.457481 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: standard-attr-description Apr 15 10:40:09.457847 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: stateful_security_group.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.459791 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.460383 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: stateful-security-group Apr 15 10:40:09.461125 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: stdattrs_common.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.461765 dv-cinder-786383-1-iscsi neutron-server[85157]: WARNING neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 15 10:40:09.462202 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.463418 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.463842 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 15 10:40:09.464204 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: subnet_onboard.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.465284 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.465854 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: subnet_onboard Apr 15 10:40:09.466216 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.467176 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.467754 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 15 10:40:09.468114 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: subnet_service_types.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.469044 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.469620 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: subnet-service-types Apr 15 10:40:09.469979 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: subnetallocation.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.471087 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.471671 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: subnet_allocation Apr 15 10:40:09.472038 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.472756 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.473340 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: subnetpool-prefix-ops Apr 15 10:40:09.474347 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.475736 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.476312 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 15 10:40:09.476674 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: tagging.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.477962 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.478547 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: standard-attr-tag Apr 15 10:40:09.478915 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: timestamp.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.480116 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.480702 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loaded extension: standard-attr-timestamp Apr 15 10:40:09.481070 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: trunk.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.482096 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.482683 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extension trunk not supported by any of loaded plugins Apr 15 10:40:09.483076 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: trunk_details.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.484013 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.484586 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extension trunk-details not supported by any of loaded plugins Apr 15 10:40:09.484948 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: uplink_status_propagation.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.485896 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.486456 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 15 10:40:09.486817 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Loading extension file: vlantransparent.py {{(pid=85157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:40:09.487550 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:40:09.488120 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extension vlan-transparent not supported by any of loaded plugins Apr 15 10:40:09.491326 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.quota.resource_registry [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Creating instance of TrackedResource for resource:network Apr 15 10:40:09.492158 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.quota.resource_registry [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Creating instance of TrackedResource for resource:subnet Apr 15 10:40:09.492835 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.quota.resource_registry [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 10:40:09.493497 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.quota.resource_registry [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Creating instance of TrackedResource for resource:port Apr 15 10:40:09.495056 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.resource_helper [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85157) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:40:09.495548 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.resource_helper [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Service FLAVORS assigned prefix: {{(pid=85157) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:40:09.496228 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.resource_helper [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85157) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:40:09.496707 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.resource_helper [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85157) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:40:09.497080 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.quota.resource_registry [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Creating instance of TrackedResource for resource:router Apr 15 10:40:09.497795 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.quota.resource_registry [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Creating instance of TrackedResource for resource:floatingip Apr 15 10:40:09.498574 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.resource_helper [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Service METERING assigned prefix: /metering {{(pid=85157) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:40:09.500407 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.500818 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.501211 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:40:09.502344 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.quota.resource_registry [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Creating instance of CountableResource for resource:rbac_policy Apr 15 10:40:09.502840 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.quota.resource_registry [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Creating instance of TrackedResource for resource:security_group Apr 15 10:40:09.503697 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.quota.resource_registry [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Creating instance of TrackedResource for resource:security_group_rule Apr 15 10:40:09.504497 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.resource_helper [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Service CORE assigned prefix: {{(pid=85157) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:40:09.505395 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.quota.resource_registry [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 10:40:09.506267 dv-cinder-786383-1-iscsi neutron-server[85157]: WARNING neutron.quota.resource_registry [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] subnetpool is already registered Apr 15 10:40:09.506993 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.resource_helper [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Service CORE assigned prefix: {{(pid=85157) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:40:09.507351 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.quota.resource_registry [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 10:40:09.507717 dv-cinder-786383-1-iscsi neutron-server[85157]: WARNING neutron.quota.resource_registry [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] subnetpool is already registered Apr 15 10:40:09.510428 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.resource_helper [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85157) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:40:09.510904 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.resource_helper [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Service FLAVORS assigned prefix: {{(pid=85157) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:40:09.511579 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.resource_helper [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85157) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:40:09.512049 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.resource_helper [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85157) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:40:09.512427 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.quota.resource_registry [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Creating instance of TrackedResource for resource:router Apr 15 10:40:09.512791 dv-cinder-786383-1-iscsi neutron-server[85157]: WARNING neutron.quota.resource_registry [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] router is already registered Apr 15 10:40:09.513454 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.quota.resource_registry [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Creating instance of TrackedResource for resource:floatingip Apr 15 10:40:09.513822 dv-cinder-786383-1-iscsi neutron-server[85157]: WARNING neutron.quota.resource_registry [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] floatingip is already registered Apr 15 10:40:09.514508 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.resource_helper [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Service METERING assigned prefix: /metering {{(pid=85157) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:40:09.515273 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.quota.resource_registry [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Creating instance of CountableResource for resource:rbac_policy Apr 15 10:40:09.515641 dv-cinder-786383-1-iscsi neutron-server[85157]: WARNING neutron.quota.resource_registry [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] rbac_policy is already registered Apr 15 10:40:09.516272 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.quota.resource_registry [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Creating instance of TrackedResource for resource:security_group Apr 15 10:40:09.516721 dv-cinder-786383-1-iscsi neutron-server[85157]: WARNING neutron.quota.resource_registry [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] security_group is already registered Apr 15 10:40:09.517276 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.quota.resource_registry [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Creating instance of TrackedResource for resource:security_group_rule Apr 15 10:40:09.517638 dv-cinder-786383-1-iscsi neutron-server[85157]: WARNING neutron.quota.resource_registry [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] security_group_rule is already registered Apr 15 10:40:09.518369 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.resource_helper [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Service CORE assigned prefix: {{(pid=85157) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:40:09.518741 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.quota.resource_registry [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 10:40:09.519137 dv-cinder-786383-1-iscsi neutron-server[85157]: WARNING neutron.quota.resource_registry [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] subnetpool is already registered Apr 15 10:40:09.519829 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.resource_helper [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Service CORE assigned prefix: {{(pid=85157) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:40:09.520197 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.quota.resource_registry [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 10:40:09.520617 dv-cinder-786383-1-iscsi neutron-server[85157]: WARNING neutron.quota.resource_registry [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] subnetpool is already registered Apr 15 10:40:09.522351 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: extensions {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.523910 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: address-groups {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.525538 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: address-scopes {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.526806 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: agents {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.528040 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: auto-allocated-topology {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.529339 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: availability_zones {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.530718 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: dhcp-networks {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.532212 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: dhcp-agents {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.533699 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: routers {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.535588 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: flavors {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.537339 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: service_profiles {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.538604 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: next_providers {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.540235 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: service_profiles {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.541744 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: floatingip-pools {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.543019 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: routers {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.544882 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: floatingips {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.546191 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: l3-routers {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.547700 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: l3-agents {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.549171 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: metering-labels {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.551464 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: metering-label-rules {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.553626 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: network-ip-availabilities {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.555032 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: bindings {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.556761 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: quotas {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.558245 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: quotas {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.559765 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: rbac-policies {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.561113 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: security-groups {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.562377 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: security-group-rules {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.563692 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: service-providers {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.564971 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: subnetpools {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.566440 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: subnetpools {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.569042 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: tags {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.570826 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: tags {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.572707 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: tags {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.574565 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: tags {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.576466 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: tags {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.578391 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: tags {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.580174 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: tags {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.582164 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: tags {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.585198 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: tags {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.587160 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.extensions [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Extended resource: tags {{(pid=85157) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:40:09.593947 dv-cinder-786383-1-iscsi neutron-server[85157]: WARNING keystonemiddleware.auth_token [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 15 10:40:09.599882 dv-cinder-786383-1-iscsi neutron-server[85157]: WARNING keystonemiddleware.auth_token [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 15 10:40:09.608729 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Acquired lock "singleton_lock" {{(pid=85157) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 15 10:40:09.609256 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Releasing lock "singleton_lock" {{(pid=85157) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 15 10:40:09.610696 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO oslo_service.service [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Starting 2 workers Apr 15 10:40:09.616057 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Started child 85270 {{(pid=85157) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 10:40:09.619872 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:09.620967 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [-] (85270) wsgi starting up on http://0.0.0.0:9696 Apr 15 10:40:09.621098 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Started child 85272 {{(pid=85157) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 10:40:09.621376 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 33264) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:40:09.622461 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.service [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Neutron service started, listening on 0.0.0.0:9696 Apr 15 10:40:09.623169 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Notify callbacks [] for process, before_spawn {{(pid=85157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:09.624481 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:09.625697 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO oslo_service.service [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Starting 1 workers Apr 15 10:40:09.625911 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [-] (85272) wsgi starting up on http://0.0.0.0:9696 Apr 15 10:40:09.632299 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Started child 85273 {{(pid=85157) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 10:40:09.634504 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO oslo_service.service [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Starting 1 workers Apr 15 10:40:09.634640 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0098739 Apr 15 10:40:09.634735 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.service [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] calling RpcWorker wait() {{(pid=85273) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 15 10:40:09.634735 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.service [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] returning from RpcWorker wait() {{(pid=85273) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 15 10:40:09.636633 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:09.636633 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:40:09.638028 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Started child 85276 {{(pid=85157) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 10:40:09.638828 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c952711e-1a74-4ca7-9508-d589f52cc67a None None] Notify callbacks [] for process, after_spawn {{(pid=85157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:09.640532 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85157) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 15 10:40:09.640768 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 15 10:40:09.640980 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 15 10:40:09.641245 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 15 10:40:09.641666 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 15 10:40:09.641837 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 15 10:40:09.642416 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.642707 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.643030 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.643318 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.643669 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.644279 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.644576 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.644868 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.645181 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.645415 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.646422 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:09.647442 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:40:09.648252 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.648604 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.649044 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.649573 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.650126 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.650434 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.650711 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.653718 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.653718 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.653718 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.653718 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.653718 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.653718 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] debug = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.653718 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.654205 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.654205 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.654205 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.654205 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.654674 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.654768 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.655078 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.655321 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.655737 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.656171 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.656618 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.657032 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.657446 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.657891 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.658207 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.658462 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.658931 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] host = dv-cinder-786383-1-iscsi {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.659256 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.659510 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.659759 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.660152 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.660562 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.660949 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.661397 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.661862 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.662317 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.662597 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.662882 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.663195 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.663478 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.663727 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] log_file = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.664044 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] log_options = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.664408 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.664830 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.665236 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.665562 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.665885 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.666217 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.666650 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.666990 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.667398 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.667778 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.668138 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.668563 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.668956 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.669345 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.670496 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.672383 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.672655 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.672951 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.673262 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.673879 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.674227 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.674748 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.674748 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.675069 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.675343 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.675914 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.675914 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.676096 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.676360 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.676640 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.676969 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.678149 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.678149 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.678873 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.679373 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.679832 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.680095 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.680453 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.680738 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.681040 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.681334 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.681595 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.682301 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.682301 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.682473 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.682631 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] use_json = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.682850 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.683150 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.683457 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.683711 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.683965 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.684216 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.684469 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.686014 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.686014 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.686694 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.687115 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.687511 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.689648 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.689761 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.690065 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.690339 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.690632 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.690912 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.691705 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.692264 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.693210 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.693474 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.693881 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.694267 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.694569 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.694882 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.695206 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.695459 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.697961 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.698248 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.698623 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.699613 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.699730 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.700029 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.700303 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.700595 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.701695 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.702196 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.702674 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.703206 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.703963 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.703963 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.704129 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.704289 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.704699 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.705092 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.705543 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.705816 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.706697 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.706697 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.706697 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.706941 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.707156 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.707551 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.707773 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.708990 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.709610 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.710163 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.710628 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.710907 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.711199 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.711454 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.711728 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.712010 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.712278 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.712534 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.712767 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.713227 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.713699 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.714143 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.714576 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.715042 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.715486 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.715931 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.716337 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.716769 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.717211 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.717739 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.718166 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.718636 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.719090 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.719519 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.719962 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.720201 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.720648 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.721096 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.721505 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.721936 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.722386 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.722814 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.724179 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.724179 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.724179 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.724491 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.725770 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.726178 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.726481 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.726790 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.727097 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.727397 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.727700 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.727964 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.728237 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.728541 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.728812 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.729173 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.729384 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.729661 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.729969 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.730229 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.730491 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.730764 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.731062 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.731549 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.732048 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.732352 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.732648 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.732927 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.733249 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.733579 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.733856 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.734196 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.734473 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.734774 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.735939 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.736274 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.736581 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.736859 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.737268 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.737693 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.738143 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.738439 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.738734 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.739022 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.739347 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.739714 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.742076 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.742354 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.742641 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.742941 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.743581 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.743694 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.743900 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.744162 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.744480 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.744797 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.745079 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.745379 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.745679 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.745959 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.746248 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.746542 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.746824 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.747956 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.748243 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.748503 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.748779 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.749050 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.749313 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.749586 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.749843 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.750121 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.750374 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.750651 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.750902 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.751921 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.752377 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.753525 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.753525 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.753525 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.753525 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.753823 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.753898 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.754122 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.754373 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.754668 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.755810 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.755810 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.756095 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.756369 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.756644 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.756925 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.757206 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.757471 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.757915 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.758186 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.758434 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.758685 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.759047 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.760145 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.760402 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.760854 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.761256 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.761686 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.761982 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.762336 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.763409 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.763694 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.764252 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.764252 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.764436 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.764706 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.764984 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.765244 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.765500 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.765756 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.766042 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.766336 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.766613 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.767300 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.767300 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.767459 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.767627 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.767822 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.768764 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.768764 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.768764 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.769052 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.769157 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.769392 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.770019 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.770019 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.770180 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.770345 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.770693 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.771103 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.771595 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.772430 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.772430 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.772430 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.772689 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.772764 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.773005 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.773234 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.774348 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.774348 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.774348 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.774348 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.774642 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.774923 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.775229 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.775591 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.775849 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.776152 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.776416 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.776690 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.776963 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.777257 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.777633 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.777994 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.778289 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.778571 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.778885 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.779250 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.779570 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.779826 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.780154 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.780571 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.780782 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.781062 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.781333 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.781639 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.782764 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.782764 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.782764 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.782764 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.783401 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.783401 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.783401 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.783701 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.783888 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.784107 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.784335 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.784591 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.785009 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.785148 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.785397 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.785528 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 15 10:40:09.786007 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85157) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 15 10:40:09.790967 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 15 10:40:09.790967 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 15 10:40:09.790967 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 15 10:40:09.790967 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 15 10:40:09.790967 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 15 10:40:09.790967 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.790967 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.790967 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.791978 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.791978 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.791978 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.791978 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.791978 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.791978 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.791978 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.791978 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.792452 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.792452 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.792452 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.792452 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.792452 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.792452 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.792452 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.792452 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.792907 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.792907 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.792907 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.792907 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] debug = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.792907 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.792907 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.793304 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.793304 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.793304 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.793304 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.793304 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.793304 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.793304 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.793304 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.793969 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.793969 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.793969 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.793969 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.793969 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.794388 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.794388 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.794388 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] host = dv-cinder-786383-1-iscsi {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.794640 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.794733 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.794889 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.798977 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.798977 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.798977 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.798977 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.798977 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.798977 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.798977 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.798977 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.799514 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.799514 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.799514 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] log_file = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.799514 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] log_options = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.799514 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.799514 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.799514 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.799514 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.799980 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.799980 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.799980 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.799980 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.799980 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.799980 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.799980 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.800441 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.800441 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.800441 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.800441 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.800441 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.800441 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.800441 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.800848 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.800848 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.800972 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.801049 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.801453 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.801453 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.801613 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.801685 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.801930 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.802076 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.802214 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.802406 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.802594 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.803116 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.803221 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.803384 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.803730 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.804040 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.804369 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.804552 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.804884 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.805239 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.805415 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.805606 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.805788 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.805939 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.806128 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.806316 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] use_json = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.806503 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.807452 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.807452 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.807452 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.807452 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.807452 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.807927 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.807927 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:40:09.807927 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.808189 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.808189 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.808364 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.809088 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.809088 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.809088 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.809088 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.809378 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.809378 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.809515 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.809689 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.809880 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.810056 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.810247 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.810440 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.811156 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.811156 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.811156 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.811156 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.811695 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.811695 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.811695 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.812815 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.812815 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.812815 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.812815 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.812815 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.812815 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.812815 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.814109 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.814109 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.814109 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.814109 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.814109 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.814109 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.814109 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.814109 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.815937 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.815937 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.815937 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.815937 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.815937 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.815937 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.815937 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.815937 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.815937 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.817082 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.817082 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.817082 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.817082 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.817082 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.817082 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.817082 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.817082 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.817082 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.818925 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.818925 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.818925 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.818925 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.818925 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.818925 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.819797 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.819797 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.819797 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.819797 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.819797 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.820449 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.820449 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.820449 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.820449 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.820972 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.820972 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.820972 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.821366 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:40:09.821512 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.821512 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.821512 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.821512 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.822044 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.822044 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.822044 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.822431 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.822431 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.822696 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.822696 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.822986 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.823835 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.824046 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.824247 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.824444 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.824640 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.824834 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.825032 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.825224 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.825418 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.825611 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.825802 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.825996 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.826187 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.826379 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.826599 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.826744 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.826892 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.827125 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.827269 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.827408 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.827583 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.827774 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.827963 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.828152 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.828341 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.828543 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.828794 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.828991 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.829182 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.829383 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.829554 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.829757 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.829999 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.830191 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.830381 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.830577 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.830752 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.830988 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.831685 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.831685 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.831685 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.831685 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.832242 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.832242 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.832242 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.832654 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.832654 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.832924 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.833143 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.833856 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.833856 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.834152 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.834291 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.834518 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.834518 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.834787 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.834936 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.835121 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.835263 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.835401 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.835602 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.835766 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.835954 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.836174 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.836363 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.836558 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.836714 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.836854 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.836993 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.837144 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.837284 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.838192 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.838192 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.838192 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.838192 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.838192 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.838857 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.838857 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.838857 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.838857 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.839443 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.839443 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.839443 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.839443 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.839970 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.839970 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.839970 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.840361 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.840361 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.840640 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.840640 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.840905 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.840905 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.841181 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.841322 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.841469 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.841608 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.841754 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.842676 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.842676 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.842676 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.842676 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.842676 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.843369 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.843369 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.843369 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.843369 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.843893 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.843893 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.843893 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.843893 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.844419 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.844419 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.844419 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.844806 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.844806 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.845076 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.845076 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.845341 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.845341 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.845689 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.845689 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.845961 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.846100 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.846239 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.846385 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.846526 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.846676 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.846873 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.847069 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.848022 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.848022 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.848022 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.848022 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.848022 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.848977 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.848977 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.848977 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.848977 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.848977 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.848977 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.849758 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.849758 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.849758 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.849758 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.850284 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.850284 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.850284 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.850672 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.850672 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.850672 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.851114 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.851114 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.851394 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.851394 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.851658 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.851658 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.851922 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.852069 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.852209 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.852348 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.852545 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.852744 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.852950 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.853142 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.853334 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.853524 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.853716 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.853907 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.854097 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.854287 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.854478 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.854667 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.854863 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.855105 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.855250 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.855399 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.855538 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.856385 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.856385 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.856385 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.856385 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.856385 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:40:09.857097 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85157) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 15 10:40:20.971588 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b90f1a0-e6d6-4693-b02e-0c73c9fb2b71 None None] get_active_networks_info from dv-cinder-786383-1-iscsi {{(pid=85273) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 15 10:40:21.094713 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-152de7aa-babe-4c43-8b24-256302195ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770'] for agent, after_create {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:21.101722 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b90f1a0-e6d6-4693-b02e-0c73c9fb2b71 None None] No non-hosted networks {{(pid=85273) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 15 10:40:23.287826 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8e3e8d45-11fc-49f6-a60a-2af6f471e4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770'] for agent, after_create {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:23.349023 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e7bae519-b184-49fa-8006-ccbd87ceca7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:24.107338 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770'] for agent, after_create {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:24.270686 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770'] for agent, after_create {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:24.272044 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:40:24.272621 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:40:24.273206 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:40:24.273767 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:40:24.274326 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:40:24.275128 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:40:24.275802 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:40:24.276386 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:40:24.276944 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:40:24.277503 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:40:24.278059 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:40:24.278627 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:40:24.279291 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786383-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:40:24.284679 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786383-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:40:25.059927 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770'] for agent, after_create {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:26.257219 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 33366) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:40:26.910268 dv-cinder-786383-1-iscsi neutron-server[85157]: WARNING oslo_policy.policy [None req-247c1dcc-d269-440b-839b-b0f4a5e5c019 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:40:26.910891 dv-cinder-786383-1-iscsi neutron-server[85157]: WARNING oslo_policy.policy [None req-247c1dcc-d269-440b-839b-b0f4a5e5c019 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:40:27.141924 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [None req-247c1dcc-d269-440b-839b-b0f4a5e5c019 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=85272) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:40:27.143252 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-247c1dcc-d269-440b-839b-b0f4a5e5c019 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8839302 Apr 15 10:40:29.499745 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.l3_hamode_db [None req-4798c92b-c7e6-4d43-8651-31949f3c0c4e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 15 10:40:29.591638 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4798c92b-c7e6-4d43-8651-31949f3c0c4e None None] Routers set() bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:40:29.592075 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4798c92b-c7e6-4d43-8651-31949f3c0c4e None None] Router IDs set() for agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 15 10:40:30.028579 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 33380) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:40:30.439857 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-06b60437-077e-4e54-97fe-1b47aedeb81a admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:40:30.547160 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.policy [None req-06b60437-077e-4e54-97fe-1b47aedeb81a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85272) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 15 10:40:30.603460 dv-cinder-786383-1-iscsi neutron-server[85157]: WARNING oslo_policy.policy [None req-06b60437-077e-4e54-97fe-1b47aedeb81a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:40:30.603883 dv-cinder-786383-1-iscsi neutron-server[85157]: WARNING oslo_policy.policy [None req-06b60437-077e-4e54-97fe-1b47aedeb81a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:40:30.621763 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.quota [None req-06b60437-077e-4e54-97fe-1b47aedeb81a admin admin] Loaded quota_driver: . Apr 15 10:40:30.638146 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-06b60437-077e-4e54-97fe-1b47aedeb81a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:40:30.696365 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-06b60437-077e-4e54-97fe-1b47aedeb81a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363301133801550', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363301133802034', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363301133789019', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363301133786943', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363301133900096', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363301133900539', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-935400', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1037070', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-564273', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3548379'] for rbac-policy, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:30.930783 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-06b60437-077e-4e54-97fe-1b47aedeb81a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:30.932742 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-06b60437-077e-4e54-97fe-1b47aedeb81a admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9029279 Apr 15 10:40:33.991375 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 33394) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:40:34.377879 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Request body: {'network': {'project_id': 'cbe1f1e0ad72485d8a410b1177a4c79d', 'name': 'private', 'admin_state_up': True}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:40:34.383823 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:40:34.388363 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Usage tracker for resource:network and tenant:cbe1f1e0ad72485d8a410b1177a4c79d is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:40:34.391814 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:40:34.398305 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:40:34.406822 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Made reservation on behalf of cbe1f1e0ad72485d8a410b1177a4c79d for: {'network': 1} {{(pid=85272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:40:34.413264 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for network, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:34.430456 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:34.445056 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:40:34.448936 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Usage tracker for resource:security_group_rule and tenant:cbe1f1e0ad72485d8a410b1177a4c79d is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:40:34.452391 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:40:34.458180 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:40:34.556740 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:34.559405 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:34.564115 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:40:34.585920 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=85272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:40:34.613641 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735722853047', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854748824'] for segment, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:34.614194 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Unsubscribe: segment precommit_create {{(pid=85272) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 15 10:40:34.614682 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.segments_db [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Added segment 8af459af-d079-48fc-9776-4ab245dc93a3 of type vlan for network 85de81d8-a468-4064-ba9e-2ccbbb4ab9d3 Apr 15 10:40:34.664582 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3d81a9-4936-4333-bff8-53ef43e63308,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:40:34.681834 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:40:34.682205 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:40:34.682567 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:40:34.682925 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:40:34.683305 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:40:34.683660 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:40:34.684011 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:40:34.684358 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:40:34.684719 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:40:34.685065 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:40:34.685410 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:40:34.685756 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:40:34.686843 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Tracked resource versions report: Apr 15 10:40:34.686843 dv-cinder-786383-1-iscsi neutron-server[85157]: pushed versions: Apr 15 10:40:34.686843 dv-cinder-786383-1-iscsi neutron-server[85157]: { 'AddressGroup': {'1.2'}, Apr 15 10:40:34.686843 dv-cinder-786383-1-iscsi neutron-server[85157]: 'ConntrackHelper': {'1.0'}, Apr 15 10:40:34.686843 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Log': {'1.0'}, Apr 15 10:40:34.686843 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Network': {'1.1'}, Apr 15 10:40:34.686843 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Port': {'1.7'}, Apr 15 10:40:34.686843 dv-cinder-786383-1-iscsi neutron-server[85157]: 'PortForwarding': {'1.2'}, Apr 15 10:40:34.686843 dv-cinder-786383-1-iscsi neutron-server[85157]: 'QosPolicy': {'1.8'}, Apr 15 10:40:34.686843 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SecurityGroup': {'1.4'}, Apr 15 10:40:34.686843 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:40:34.686843 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SubPort': {'1.0'}, Apr 15 10:40:34.686843 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Subnet': {'1.1'}, Apr 15 10:40:34.686843 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Trunk': {'1.1'}} Apr 15 10:40:34.686843 dv-cinder-786383-1-iscsi neutron-server[85157]: consumer versions: Apr 15 10:40:34.686843 dv-cinder-786383-1-iscsi neutron-server[85157]: { DHCP agent@dv-cinder-786383-1-iscsi: {}, Apr 15 10:40:34.686843 dv-cinder-786383-1-iscsi neutron-server[85157]: L3 agent@dv-cinder-786383-1-iscsi: {}, Apr 15 10:40:34.686843 dv-cinder-786383-1-iscsi neutron-server[85157]: Metadata agent@dv-cinder-786383-1-iscsi: {}, Apr 15 10:40:34.686843 dv-cinder-786383-1-iscsi neutron-server[85157]: Metering agent@dv-cinder-786383-1-iscsi: {}, Apr 15 10:40:34.686843 dv-cinder-786383-1-iscsi neutron-server[85157]: Open vSwitch agent@dv-cinder-786383-1-iscsi: { 'AddressGroup': '1.2', Apr 15 10:40:34.686843 dv-cinder-786383-1-iscsi neutron-server[85157]: 'ConntrackHelper': '1.0', Apr 15 10:40:34.686843 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Log': '1.0', Apr 15 10:40:34.686843 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Network': '1.1', Apr 15 10:40:34.686843 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Port': '1.7', Apr 15 10:40:34.686843 dv-cinder-786383-1-iscsi neutron-server[85157]: 'PortForwarding': '1.2', Apr 15 10:40:34.686843 dv-cinder-786383-1-iscsi neutron-server[85157]: 'QosPolicy': '1.8', Apr 15 10:40:34.686843 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SecurityGroup': '1.4', Apr 15 10:40:34.686843 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SecurityGroupRule': '1.2', Apr 15 10:40:34.686843 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SubPort': '1.0', Apr 15 10:40:34.686843 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Subnet': '1.1', Apr 15 10:40:34.686843 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Trunk': '1.1'}} Apr 15 10:40:34.686843 dv-cinder-786383-1-iscsi neutron-server[85157]: {{(pid=85272) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:40:34.737193 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363301132464039'] for network, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:34.743230 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:40:34.775513 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349'] for network, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:34.777006 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:40:34.777673 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for network, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:34.782900 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:40:34.893354 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Pushing event updated for resources: {'Network': ['ID=85de81d8-a468-4064-ba9e-2ccbbb4ab9d3,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:40:34.896762 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9037476 Apr 15 10:40:34.899015 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:40:34.907556 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Network 85de81d8-a468-4064-ba9e-2ccbbb4ab9d3 details requested by agent ovs-agent-dv-cinder-786383-1-iscsi with host dv-cinder-786383-1-iscsi {{(pid=85273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:40:38.020544 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 33410) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:40:38.511072 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361af900-ce6b-44f5-974c-3d3758dd387c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:40:38.512530 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-361af900-ce6b-44f5-974c-3d3758dd387c admin admin] 10.222.0.36 "GET /v2.0/networks/85de81d8-a468-4064-ba9e-2ccbbb4ab9d3 HTTP/1.1" status: 200 len: 825 time: 0.4903569 Apr 15 10:40:38.541914 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-a1033338-2beb-4aa7-afa4-f8853c7bb37a admin admin] 10.222.0.36 "GET /v2.0/subnetpools/0072a102-3ea6-4c9a-893c-33235c71874c HTTP/1.1" status: 200 len: 734 time: 0.0233998 Apr 15 10:40:38.551433 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-e75b98cc-9960-4929-a314-4286f83b81dd admin admin] Request body: {'subnet': {'network_id': '85de81d8-a468-4064-ba9e-2ccbbb4ab9d3', 'subnetpool_id': '0072a102-3ea6-4c9a-893c-33235c71874c', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'cbe1f1e0ad72485d8a410b1177a4c79d'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:40:38.557433 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-e75b98cc-9960-4929-a314-4286f83b81dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:40:38.561612 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-e75b98cc-9960-4929-a314-4286f83b81dd admin admin] Usage tracker for resource:subnet and tenant:cbe1f1e0ad72485d8a410b1177a4c79d is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:40:38.564611 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-e75b98cc-9960-4929-a314-4286f83b81dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:40:38.570775 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-e75b98cc-9960-4929-a314-4286f83b81dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:40:38.579759 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75b98cc-9960-4929-a314-4286f83b81dd admin admin] Made reservation on behalf of cbe1f1e0ad72485d8a410b1177a4c79d for: {'subnet': 1} {{(pid=85272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:40:38.584838 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e75b98cc-9960-4929-a314-4286f83b81dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:39.065190 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e75b98cc-9960-4929-a314-4286f83b81dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349'] for subnet, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:39.080144 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:40:39.210665 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b98cc-9960-4929-a314-4286f83b81dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=454f9455-c254-4392-87e4-6b54dd6a30e6,revision_number=0']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:40:39.227676 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e75b98cc-9960-4929-a314-4286f83b81dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:40:39.283822 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75b98cc-9960-4929-a314-4286f83b81dd admin admin] Checking segment: {'id': '8af459af-d079-48fc-9776-4ab245dc93a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '85de81d8-a468-4064-ba9e-2ccbbb4ab9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:40:39.284199 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75b98cc-9960-4929-a314-4286f83b81dd admin admin] Network hostable DHCP agents. Network: 85de81d8-a468-4064-ba9e-2ccbbb4ab9d3, hostable agents: ['18362263-581c-45fc-9271-eb619391ffd4'], hosted agents: [] {{(pid=85272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:40:39.304895 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75b98cc-9960-4929-a314-4286f83b81dd admin admin] Network 85de81d8-a468-4064-ba9e-2ccbbb4ab9d3 is scheduled to be hosted by DHCP agent 18362263-581c-45fc-9271-eb619391ffd4 with binding_index 1 {{(pid=85272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:40:39.313741 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-e75b98cc-9960-4929-a314-4286f83b81dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-1-iscsi, 85de81d8-a468-4064-ba9e-2ccbbb4ab9d3) {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:40:39.319009 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75b98cc-9960-4929-a314-4286f83b81dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:40:39.319578 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e75b98cc-9960-4929-a314-4286f83b81dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for subnet, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:39.329489 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d63f317-f573-4444-9cae-cfda6ffa9cc4 None None] Network 85de81d8-a468-4064-ba9e-2ccbbb4ab9d3 requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:40:39.339351 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-e75b98cc-9960-4929-a314-4286f83b81dd admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7915063 Apr 15 10:40:39.838064 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpada1f6cb-291d-5cb6-a3be-9f35f1ed9e53-85de81d8-a468-4064-ba9e-2ccbbb4ab9d3', 'network_id': '85de81d8-a468-4064-ba9e-2ccbbb4ab9d3', 'tenant_id': 'cbe1f1e0ad72485d8a410b1177a4c79d', 'fixed_ips': [{'subnet_id': '454f9455-c254-4392-87e4-6b54dd6a30e6'}]}} from dv-cinder-786383-1-iscsi. {{(pid=85273) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 10:40:39.839204 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:40.030335 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Allocated IP 172.20.0.2 (85de81d8-a468-4064-ba9e-2ccbbb4ab9d3/454f9455-c254-4392-87e4-6b54dd6a30e6/4d159087-620a-41d4-8648-d3066cf2d3f8) {{(pid=85273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:40:40.267909 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Notify callbacks [] for port, precommit_create {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:40.281233 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Transition to ACTIVE for port object 4d159087-620a-41d4-8648-d3066cf2d3f8 will not be triggered until provisioned by entity L2. {{(pid=85273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:40:40.300773 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Transition to ACTIVE for port object 4d159087-620a-41d4-8648-d3066cf2d3f8 will not be triggered until provisioned by entity DHCP. {{(pid=85273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:40:40.307358 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888'] for port, after_create {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:40.373013 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:40:40.461667 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Pushing event updated for resources: {'Port': ['ID=4d159087-620a-41d4-8648-d3066cf2d3f8,revision_number=1']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:40:40.473031 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:40:40.473406 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:40:40.473844 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:40:40.474206 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:40:40.474542 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:40:40.474896 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:40:40.475275 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:40:40.475627 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:40:40.475991 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:40:40.476340 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:40:40.476691 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:40:40.477115 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:40:40.478215 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Tracked resource versions report: Apr 15 10:40:40.478215 dv-cinder-786383-1-iscsi neutron-server[85157]: pushed versions: Apr 15 10:40:40.478215 dv-cinder-786383-1-iscsi neutron-server[85157]: { 'AddressGroup': {'1.2'}, Apr 15 10:40:40.478215 dv-cinder-786383-1-iscsi neutron-server[85157]: 'ConntrackHelper': {'1.0'}, Apr 15 10:40:40.478215 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Log': {'1.0'}, Apr 15 10:40:40.478215 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Network': {'1.1'}, Apr 15 10:40:40.478215 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Port': {'1.7'}, Apr 15 10:40:40.478215 dv-cinder-786383-1-iscsi neutron-server[85157]: 'PortForwarding': {'1.2'}, Apr 15 10:40:40.478215 dv-cinder-786383-1-iscsi neutron-server[85157]: 'QosPolicy': {'1.8'}, Apr 15 10:40:40.478215 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SecurityGroup': {'1.4'}, Apr 15 10:40:40.478215 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:40:40.478215 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SubPort': {'1.0'}, Apr 15 10:40:40.478215 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Subnet': {'1.1'}, Apr 15 10:40:40.478215 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Trunk': {'1.1'}} Apr 15 10:40:40.478215 dv-cinder-786383-1-iscsi neutron-server[85157]: consumer versions: Apr 15 10:40:40.478215 dv-cinder-786383-1-iscsi neutron-server[85157]: { DHCP agent@dv-cinder-786383-1-iscsi: {}, Apr 15 10:40:40.478215 dv-cinder-786383-1-iscsi neutron-server[85157]: L3 agent@dv-cinder-786383-1-iscsi: {}, Apr 15 10:40:40.478215 dv-cinder-786383-1-iscsi neutron-server[85157]: Metadata agent@dv-cinder-786383-1-iscsi: {}, Apr 15 10:40:40.478215 dv-cinder-786383-1-iscsi neutron-server[85157]: Metering agent@dv-cinder-786383-1-iscsi: {}, Apr 15 10:40:40.478215 dv-cinder-786383-1-iscsi neutron-server[85157]: Open vSwitch agent@dv-cinder-786383-1-iscsi: { 'AddressGroup': '1.2', Apr 15 10:40:40.478215 dv-cinder-786383-1-iscsi neutron-server[85157]: 'ConntrackHelper': '1.0', Apr 15 10:40:40.478215 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Log': '1.0', Apr 15 10:40:40.478215 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Network': '1.1', Apr 15 10:40:40.478215 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Port': '1.7', Apr 15 10:40:40.478215 dv-cinder-786383-1-iscsi neutron-server[85157]: 'PortForwarding': '1.2', Apr 15 10:40:40.478215 dv-cinder-786383-1-iscsi neutron-server[85157]: 'QosPolicy': '1.8', Apr 15 10:40:40.478215 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SecurityGroup': '1.4', Apr 15 10:40:40.478215 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SecurityGroupRule': '1.2', Apr 15 10:40:40.478215 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SubPort': '1.0', Apr 15 10:40:40.478215 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Subnet': '1.1', Apr 15 10:40:40.478215 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Trunk': '1.1'}} Apr 15 10:40:40.478215 dv-cinder-786383-1-iscsi neutron-server[85157]: {{(pid=85273) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:40:40.481905 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:40:40.530620 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Network 85de81d8-a468-4064-ba9e-2ccbbb4ab9d3 is already hosted by enough agents. {{(pid=85273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:40:40.531789 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Resources bound (agent type, host, resource id): {{(pid=85273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:40:40.534556 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Received port after_create {{(pid=85273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:40:40.637163 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Attempting to bind port 4d159087-620a-41d4-8648-d3066cf2d3f8 on host dv-cinder-786383-1-iscsi for vnic_type normal with profile {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:40:40.637582 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Attempting to bind port 4d159087-620a-41d4-8648-d3066cf2d3f8 by drivers openvswitch,hyperv on host dv-cinder-786383-1-iscsi at level 0 using segments [{'id': '8af459af-d079-48fc-9776-4ab245dc93a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '85de81d8-a468-4064-ba9e-2ccbbb4ab9d3'}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:40:40.637994 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Attempting to bind port 4d159087-620a-41d4-8648-d3066cf2d3f8 on network 85de81d8-a468-4064-ba9e-2ccbbb4ab9d3 {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:40:40.644566 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Checking agent: {'id': '8830baa2-eb89-499a-aa08-32819d4139e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 40, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:40:40.644976 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Checking segment: {'id': '8af459af-d079-48fc-9776-4ab245dc93a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '85de81d8-a468-4064-ba9e-2ccbbb4ab9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:40:40.645433 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:40.645909 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Bound using segment: {'id': '8af459af-d079-48fc-9776-4ab245dc93a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '85de81d8-a468-4064-ba9e-2ccbbb4ab9d3'} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:40:40.646518 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Bound port: 4d159087-620a-41d4-8648-d3066cf2d3f8, host: dv-cinder-786383-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af459af-d079-48fc-9776-4ab245dc93a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '85de81d8-a468-4064-ba9e-2ccbbb4ab9d3'}}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:40:40.646921 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:40.743829 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] For port 4d159087-620a-41d4-8648-d3066cf2d3f8, host dv-cinder-786383-1-iscsi, cleared binding levels {{(pid=85273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:40:40.748083 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] For port 4d159087-620a-41d4-8648-d3066cf2d3f8, host dv-cinder-786383-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=4d159087-620a-41d4-8648-d3066cf2d3f8,segment=NetworkSegment(8af459af-d079-48fc-9776-4ab245dc93a3),segment_id=8af459af-d079-48fc-9776-4ab245dc93a3)] {{(pid=85273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:40:40.751525 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:40.766801 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:40:40.916388 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Pushing event updated for resources: {'Port': ['ID=4d159087-620a-41d4-8648-d3066cf2d3f8,revision_number=2']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:40:40.919591 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:40:42.145180 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 33420) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:40:42.567603 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [None req-d84fb7dd-8e0d-4704-9c9b-acae58ba6ff1 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=85272) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:40:42.569596 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-d84fb7dd-8e0d-4704-9c9b-acae58ba6ff1 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4234123 Apr 15 10:40:45.394193 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 33430) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:40:45.802668 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [None req-1fe0578e-3012-45ff-b710-52acebe47103 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=85272) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:40:45.804027 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-1fe0578e-3012-45ff-b710-52acebe47103 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4088862 Apr 15 10:40:46.259048 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 4d159087-620a-41d4-8648-d3066cf2d3f8 up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:40:46.340824 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning for port 4d159087-620a-41d4-8648-d3066cf2d3f8 completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:40:47.964825 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6f6536-e220-4526-b109-0c9f3f3d9db2 None None] Network 85de81d8-a468-4064-ba9e-2ccbbb4ab9d3 requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:40:48.060728 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-2c1b240e-7cad-41e5-936d-76376a98285c None None] Provisioning for port 4d159087-620a-41d4-8648-d3066cf2d3f8 completed by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:40:48.076491 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-2c1b240e-7cad-41e5-936d-76376a98285c None None] Provisioning complete for port 4d159087-620a-41d4-8648-d3066cf2d3f8 triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:40:48.076922 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2c1b240e-7cad-41e5-936d-76376a98285c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:48.321802 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2c1b240e-7cad-41e5-936d-76376a98285c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:48.366107 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-2c1b240e-7cad-41e5-936d-76376a98285c None None] For port 4d159087-620a-41d4-8648-d3066cf2d3f8, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=4d159087-620a-41d4-8648-d3066cf2d3f8,segment=NetworkSegment(8af459af-d079-48fc-9776-4ab245dc93a3),segment_id=8af459af-d079-48fc-9776-4ab245dc93a3)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:40:48.375094 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2c1b240e-7cad-41e5-936d-76376a98285c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:48.379804 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-6ef0b86e-1f7b-4124-81fa-b05a421faef5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:40:48.460574 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b240e-7cad-41e5-936d-76376a98285c None None] Pushing event updated for resources: {'Port': ['ID=4d159087-620a-41d4-8648-d3066cf2d3f8,revision_number=3']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:40:48.464465 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-2c1b240e-7cad-41e5-936d-76376a98285c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:40:48.600249 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-a340941a-b571-4483-add5-341c11b3e4fc None None] Provisioning complete for port 4d159087-620a-41d4-8648-d3066cf2d3f8 triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:40:48.600732 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a340941a-b571-4483-add5-341c11b3e4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:48.704147 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 5 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:40:48.938425 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 33446) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:40:49.330434 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-865d1aed-148b-4b30-b8d5-0318b9e73e66 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'cbe1f1e0ad72485d8a410b1177a4c79d'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:40:49.336023 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-865d1aed-148b-4b30-b8d5-0318b9e73e66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:40:49.340024 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-865d1aed-148b-4b30-b8d5-0318b9e73e66 admin admin] Usage tracker for resource:router and tenant:cbe1f1e0ad72485d8a410b1177a4c79d is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:40:49.343292 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-865d1aed-148b-4b30-b8d5-0318b9e73e66 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:40:49.349880 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-865d1aed-148b-4b30-b8d5-0318b9e73e66 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:40:49.359337 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-865d1aed-148b-4b30-b8d5-0318b9e73e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854364945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036850582375'] for router, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:49.360641 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-865d1aed-148b-4b30-b8d5-0318b9e73e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4193425'] for router, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:49.381870 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-865d1aed-148b-4b30-b8d5-0318b9e73e66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:49.488074 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-865d1aed-148b-4b30-b8d5-0318b9e73e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854360748'] for router, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:49.506756 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-865d1aed-148b-4b30-b8d5-0318b9e73e66 admin admin] Notify callbacks [] for router, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:49.508053 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-865d1aed-148b-4b30-b8d5-0318b9e73e66 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5685472 Apr 15 10:40:50.235349 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 4d159087-620a-41d4-8648-d3066cf2d3f8 up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:40:50.309923 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port 4d159087-620a-41d4-8648-d3066cf2d3f8 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:40:50.310321 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:50.799179 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4d0d23d4-859b-4ac1-ad90-402aaa1b0c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:52.319020 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 33456) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:40:52.723663 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [None req-754fd46b-6caa-4938-a0bb-4d022c2d0c31 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=85272) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:40:52.725365 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-754fd46b-6caa-4938-a0bb-4d022c2d0c31 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4053767 Apr 15 10:40:53.278118 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d0926f81-1bb8-4b9a-bd10-4312bab2762d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:54.060558 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:54.268952 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:54.989245 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:55.607015 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 33476) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:40:55.773162 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-a0203e45-a73f-4807-9119-a1b55fd5b583 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'is_default': True}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:40:55.778105 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-a0203e45-a73f-4807-9119-a1b55fd5b583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:40:55.782176 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-a0203e45-a73f-4807-9119-a1b55fd5b583 admin admin] Usage tracker for resource:network and tenant:60a011cfa91e4c2baf2972718f33f48b is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:40:55.785637 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-a0203e45-a73f-4807-9119-a1b55fd5b583 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:40:55.792658 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-a0203e45-a73f-4807-9119-a1b55fd5b583 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:40:55.801276 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0203e45-a73f-4807-9119-a1b55fd5b583 admin admin] Made reservation on behalf of 60a011cfa91e4c2baf2972718f33f48b for: {'network': 1} {{(pid=85272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:40:55.806178 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a0203e45-a73f-4807-9119-a1b55fd5b583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for network, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:55.818837 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a0203e45-a73f-4807-9119-a1b55fd5b583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:55.834695 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-a0203e45-a73f-4807-9119-a1b55fd5b583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:40:55.838627 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-a0203e45-a73f-4807-9119-a1b55fd5b583 admin admin] Usage tracker for resource:security_group_rule and tenant:60a011cfa91e4c2baf2972718f33f48b is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:40:55.841479 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-a0203e45-a73f-4807-9119-a1b55fd5b583 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:40:55.847400 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-a0203e45-a73f-4807-9119-a1b55fd5b583 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:40:55.933593 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a0203e45-a73f-4807-9119-a1b55fd5b583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:55.936137 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a0203e45-a73f-4807-9119-a1b55fd5b583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:55.940368 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:40:55.960300 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a0203e45-a73f-4807-9119-a1b55fd5b583 admin admin] Reserving flat network on physical network physnet1 {{(pid=85272) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 15 10:40:55.982637 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0203e45-a73f-4807-9119-a1b55fd5b583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747e507e-914e-4afe-a9ce-0845070c85d6,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:40:55.986501 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-a0203e45-a73f-4807-9119-a1b55fd5b583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:40:55.989402 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a0203e45-a73f-4807-9119-a1b55fd5b583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854748824'] for segment, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:55.990362 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.segments_db [None req-a0203e45-a73f-4807-9119-a1b55fd5b583 admin admin] Added segment c54efefa-f121-49d4-9f1f-b433dc39aac8 of type flat for network 533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f Apr 15 10:40:56.023981 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a0203e45-a73f-4807-9119-a1b55fd5b583 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363301132464039'] for network, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:56.059246 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a0203e45-a73f-4807-9119-a1b55fd5b583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349'] for network, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:56.060713 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0203e45-a73f-4807-9119-a1b55fd5b583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:40:56.061380 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a0203e45-a73f-4807-9119-a1b55fd5b583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for network, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:56.066233 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:40:56.171921 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-a0203e45-a73f-4807-9119-a1b55fd5b583 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5637853 Apr 15 10:40:56.172647 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0203e45-a73f-4807-9119-a1b55fd5b583 admin admin] Pushing event updated for resources: {'Network': ['ID=533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:40:56.175453 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-a0203e45-a73f-4807-9119-a1b55fd5b583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:40:56.183458 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Network 533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f details requested by agent ovs-agent-dv-cinder-786383-1-iscsi with host dv-cinder-786383-1-iscsi {{(pid=85273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:40:58.748789 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 33496) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:40:58.867682 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898e8a25-8ed6-4ec3-947b-f34d3df49d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:40:58.869127 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-898e8a25-8ed6-4ec3-947b-f34d3df49d41 admin admin] 10.222.0.36 "GET /v2.0/subnets/454f9455-c254-4392-87e4-6b54dd6a30e6 HTTP/1.1" status: 200 len: 849 time: 0.1192958 Apr 15 10:40:59.167919 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-935d2333-7540-47f0-88ec-ced517bcbb9d admin admin] 10.222.0.36 "GET /v2.0/routers/873dbea2-facb-49ce-9504-7d13094ab7d4 HTTP/1.1" status: 200 len: 704 time: 0.2927678 Apr 15 10:40:59.680183 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4edb577b-73b2-4362-964c-8e70b6a8a08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:40:59.919531 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-4edb577b-73b2-4362-964c-8e70b6a8a08a admin admin] Allocated IP 172.20.0.1 (85de81d8-a468-4064-ba9e-2ccbbb4ab9d3/454f9455-c254-4392-87e4-6b54dd6a30e6/bfc8d347-7c56-4af0-8491-fd747da93dd8) {{(pid=85272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:41:00.084532 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4edb577b-73b2-4362-964c-8e70b6a8a08a admin admin] Notify callbacks [] for port, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:00.102643 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-4edb577b-73b2-4362-964c-8e70b6a8a08a admin admin] Transition to ACTIVE for port object bfc8d347-7c56-4af0-8491-fd747da93dd8 will not be triggered until provisioned by entity DHCP. {{(pid=85272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:41:00.162574 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4edb577b-73b2-4362-964c-8e70b6a8a08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888'] for port, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:00.178990 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:41:00.307489 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb577b-73b2-4362-964c-8e70b6a8a08a admin admin] Pushing event updated for resources: {'Port': ['ID=bfc8d347-7c56-4af0-8491-fd747da93dd8,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:41:00.311017 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-4edb577b-73b2-4362-964c-8e70b6a8a08a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:41:00.375433 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edb577b-73b2-4362-964c-8e70b6a8a08a admin admin] Network 85de81d8-a468-4064-ba9e-2ccbbb4ab9d3 is already hosted by enough agents. {{(pid=85272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:41:00.376552 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-4edb577b-73b2-4362-964c-8e70b6a8a08a admin admin] Resources bound (agent type, host, resource id): {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:41:00.378999 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edb577b-73b2-4362-964c-8e70b6a8a08a admin admin] Received port after_create {{(pid=85272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:41:00.379717 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4edb577b-73b2-4362-964c-8e70b6a8a08a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854360687'] for router_interface, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:00.535111 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-3d2dee83-3e5a-46c7-9f4d-73a26535c927 None None] Provisioning for port bfc8d347-7c56-4af0-8491-fd747da93dd8 completed by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:41:00.541233 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-3d2dee83-3e5a-46c7-9f4d-73a26535c927 None None] Provisioning complete for port bfc8d347-7c56-4af0-8491-fd747da93dd8 triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:41:00.541643 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-3d2dee83-3e5a-46c7-9f4d-73a26535c927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:00.600576 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-3d2dee83-3e5a-46c7-9f4d-73a26535c927 None None] Port bfc8d347-7c56-4af0-8491-fd747da93dd8 cannot update to ACTIVE because it is not bound. {{(pid=85273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:41:00.824137 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4edb577b-73b2-4362-964c-8e70b6a8a08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:01.118440 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4edb577b-73b2-4362-964c-8e70b6a8a08a admin admin] Notify callbacks [] for port, precommit_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:01.121803 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4edb577b-73b2-4362-964c-8e70b6a8a08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:01.122859 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4edb577b-73b2-4362-964c-8e70b6a8a08a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854122366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854366150'] for router_interface, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:01.136907 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:41:01.262529 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb577b-73b2-4362-964c-8e70b6a8a08a admin admin] Pushing event updated for resources: {'Port': ['ID=bfc8d347-7c56-4af0-8491-fd747da93dd8,revision_number=2']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:41:01.272215 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-4edb577b-73b2-4362-964c-8e70b6a8a08a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:41:01.332034 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edb577b-73b2-4362-964c-8e70b6a8a08a admin admin] Network 85de81d8-a468-4064-ba9e-2ccbbb4ab9d3 is already hosted by enough agents. {{(pid=85272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:41:01.333838 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-4edb577b-73b2-4362-964c-8e70b6a8a08a admin admin] Resources bound (agent type, host, resource id): {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:41:01.525442 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-8fbbc869-c49b-4453-9169-07b61fd6bc45 None None] Provisioning complete for port bfc8d347-7c56-4af0-8491-fd747da93dd8 triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:41:01.525842 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8fbbc869-c49b-4453-9169-07b61fd6bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:01.536012 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4edb577b-73b2-4362-964c-8e70b6a8a08a admin admin] Router 873dbea2-facb-49ce-9504-7d13094ab7d4 is scheduled to L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 with binding_index 1 {{(pid=85272) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 10:41:01.587123 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-8fbbc869-c49b-4453-9169-07b61fd6bc45 None None] Port bfc8d347-7c56-4af0-8491-fd747da93dd8 cannot update to ACTIVE because it is not bound. {{(pid=85273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:41:01.703701 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edb577b-73b2-4362-964c-8e70b6a8a08a admin admin] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:41:01.714060 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d3cfab-01a1-4707-b01b-c357d3511544 None None] Sync routers for ids ['873dbea2-facb-49ce-9504-7d13094ab7d4'] in dv-cinder-786383-1-iscsi {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:41:01.715484 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-4edb577b-73b2-4362-964c-8e70b6a8a08a admin admin] 10.222.0.36 "PUT /v2.0/routers/873dbea2-facb-49ce-9504-7d13094ab7d4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5419929 Apr 15 10:41:01.726085 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d3cfab-01a1-4707-b01b-c357d3511544 None None] Routers {'873dbea2-facb-49ce-9504-7d13094ab7d4'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:41:01.726926 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-a2d3cfab-01a1-4707-b01b-c357d3511544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:40:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['873dbea2-facb-49ce-9504-7d13094ab7d4'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:41:01.916002 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-a2d3cfab-01a1-4707-b01b-c357d3511544 None None] Set router 873dbea2-facb-49ce-9504-7d13094ab7d4 gateway port host: None {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:41:02.498024 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-a2d3cfab-01a1-4707-b01b-c357d3511544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873dbea2-facb-49ce-9504-7d13094ab7d4', 'name': 'router1', 'tenant_id': 'cbe1f1e0ad72485d8a410b1177a4c79d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:40:49Z', 'updated_at': '2021-04-15T10:41:00Z', 'revision_number': 2, 'project_id': 'cbe1f1e0ad72485d8a410b1177a4c79d', 'gw_port_host': None, '_interfaces': [{'id': 'bfc8d347-7c56-4af0-8491-fd747da93dd8', 'name': '', 'network_id': '85de81d8-a468-4064-ba9e-2ccbbb4ab9d3', 'tenant_id': 'cbe1f1e0ad72485d8a410b1177a4c79d', 'mac_address': 'fa:16:3e:d7:28:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873dbea2-facb-49ce-9504-7d13094ab7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '454f9455-c254-4392-87e4-6b54dd6a30e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:40:59Z', 'updated_at': '2021-04-15T10:41:00Z', 'revision_number': 2, 'project_id': 'cbe1f1e0ad72485d8a410b1177a4c79d', 'subnets': [{'id': '454f9455-c254-4392-87e4-6b54dd6a30e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0072a102-3ea6-4c9a-893c-33235c71874c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:41:02.503189 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d3cfab-01a1-4707-b01b-c357d3511544 None None] Checking router: 873dbea2-facb-49ce-9504-7d13094ab7d4 for host: dv-cinder-786383-1-iscsi {{(pid=85276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:41:02.503576 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d3cfab-01a1-4707-b01b-c357d3511544 None None] Updating router 873dbea2-facb-49ce-9504-7d13094ab7d4 port bfc8d347-7c56-4af0-8491-fd747da93dd8 binding host dv-cinder-786383-1-iscsi {{(pid=85276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:41:02.563090 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a2d3cfab-01a1-4707-b01b-c357d3511544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:03.018871 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a2d3cfab-01a1-4707-b01b-c357d3511544 None None] Notify callbacks [] for port, precommit_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:03.034429 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-a2d3cfab-01a1-4707-b01b-c357d3511544 None None] Transition to ACTIVE for port object bfc8d347-7c56-4af0-8491-fd747da93dd8 will not be triggered until provisioned by entity L2. {{(pid=85276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:41:03.040604 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a2d3cfab-01a1-4707-b01b-c357d3511544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:03.059709 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:41:03.197766 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1045b137-e49e-4c1b-895a-a65ed48befe5 None None] Pushing event updated for resources: {'Port': ['ID=bfc8d347-7c56-4af0-8491-fd747da93dd8,revision_number=3']} {{(pid=85276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:41:03.211334 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045b137-e49e-4c1b-895a-a65ed48befe5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:41:03.211717 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045b137-e49e-4c1b-895a-a65ed48befe5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:41:03.212091 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045b137-e49e-4c1b-895a-a65ed48befe5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:41:03.212459 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045b137-e49e-4c1b-895a-a65ed48befe5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:41:03.212825 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045b137-e49e-4c1b-895a-a65ed48befe5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:41:03.213187 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045b137-e49e-4c1b-895a-a65ed48befe5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:41:03.213546 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045b137-e49e-4c1b-895a-a65ed48befe5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:41:03.213905 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045b137-e49e-4c1b-895a-a65ed48befe5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:41:03.214278 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045b137-e49e-4c1b-895a-a65ed48befe5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:41:03.214634 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045b137-e49e-4c1b-895a-a65ed48befe5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:41:03.215018 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045b137-e49e-4c1b-895a-a65ed48befe5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:41:03.215369 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045b137-e49e-4c1b-895a-a65ed48befe5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:41:03.216471 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045b137-e49e-4c1b-895a-a65ed48befe5 None None] Tracked resource versions report: Apr 15 10:41:03.216471 dv-cinder-786383-1-iscsi neutron-server[85157]: pushed versions: Apr 15 10:41:03.216471 dv-cinder-786383-1-iscsi neutron-server[85157]: { 'AddressGroup': {'1.2'}, Apr 15 10:41:03.216471 dv-cinder-786383-1-iscsi neutron-server[85157]: 'ConntrackHelper': {'1.0'}, Apr 15 10:41:03.216471 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Log': {'1.0'}, Apr 15 10:41:03.216471 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Network': {'1.1'}, Apr 15 10:41:03.216471 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Port': {'1.7'}, Apr 15 10:41:03.216471 dv-cinder-786383-1-iscsi neutron-server[85157]: 'PortForwarding': {'1.2'}, Apr 15 10:41:03.216471 dv-cinder-786383-1-iscsi neutron-server[85157]: 'QosPolicy': {'1.8'}, Apr 15 10:41:03.216471 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SecurityGroup': {'1.4'}, Apr 15 10:41:03.216471 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:41:03.216471 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SubPort': {'1.0'}, Apr 15 10:41:03.216471 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Subnet': {'1.1'}, Apr 15 10:41:03.216471 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Trunk': {'1.1'}} Apr 15 10:41:03.216471 dv-cinder-786383-1-iscsi neutron-server[85157]: consumer versions: Apr 15 10:41:03.216471 dv-cinder-786383-1-iscsi neutron-server[85157]: { DHCP agent@dv-cinder-786383-1-iscsi: {}, Apr 15 10:41:03.216471 dv-cinder-786383-1-iscsi neutron-server[85157]: L3 agent@dv-cinder-786383-1-iscsi: {}, Apr 15 10:41:03.216471 dv-cinder-786383-1-iscsi neutron-server[85157]: Metadata agent@dv-cinder-786383-1-iscsi: {}, Apr 15 10:41:03.216471 dv-cinder-786383-1-iscsi neutron-server[85157]: Metering agent@dv-cinder-786383-1-iscsi: {}, Apr 15 10:41:03.216471 dv-cinder-786383-1-iscsi neutron-server[85157]: Open vSwitch agent@dv-cinder-786383-1-iscsi: { 'AddressGroup': '1.2', Apr 15 10:41:03.216471 dv-cinder-786383-1-iscsi neutron-server[85157]: 'ConntrackHelper': '1.0', Apr 15 10:41:03.216471 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Log': '1.0', Apr 15 10:41:03.216471 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Network': '1.1', Apr 15 10:41:03.216471 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Port': '1.7', Apr 15 10:41:03.216471 dv-cinder-786383-1-iscsi neutron-server[85157]: 'PortForwarding': '1.2', Apr 15 10:41:03.216471 dv-cinder-786383-1-iscsi neutron-server[85157]: 'QosPolicy': '1.8', Apr 15 10:41:03.216471 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SecurityGroup': '1.4', Apr 15 10:41:03.216471 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SecurityGroupRule': '1.2', Apr 15 10:41:03.216471 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SubPort': '1.0', Apr 15 10:41:03.216471 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Subnet': '1.1', Apr 15 10:41:03.216471 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Trunk': '1.1'}} Apr 15 10:41:03.216471 dv-cinder-786383-1-iscsi neutron-server[85157]: {{(pid=85276) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:41:03.232086 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1045b137-e49e-4c1b-895a-a65ed48befe5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:41:03.431104 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-a2d3cfab-01a1-4707-b01b-c357d3511544 None None] Attempting to bind port bfc8d347-7c56-4af0-8491-fd747da93dd8 on host dv-cinder-786383-1-iscsi for vnic_type normal with profile {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:41:03.431535 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-a2d3cfab-01a1-4707-b01b-c357d3511544 None None] Attempting to bind port bfc8d347-7c56-4af0-8491-fd747da93dd8 by drivers openvswitch,hyperv on host dv-cinder-786383-1-iscsi at level 0 using segments [{'id': '8af459af-d079-48fc-9776-4ab245dc93a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '85de81d8-a468-4064-ba9e-2ccbbb4ab9d3'}] {{(pid=85276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:41:03.431953 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d3cfab-01a1-4707-b01b-c357d3511544 None None] Attempting to bind port bfc8d347-7c56-4af0-8491-fd747da93dd8 on network 85de81d8-a468-4064-ba9e-2ccbbb4ab9d3 {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:41:03.437751 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d3cfab-01a1-4707-b01b-c357d3511544 None None] Checking agent: {'id': '8830baa2-eb89-499a-aa08-32819d4139e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 40, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:41:03.438168 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d3cfab-01a1-4707-b01b-c357d3511544 None None] Checking segment: {'id': '8af459af-d079-48fc-9776-4ab245dc93a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '85de81d8-a468-4064-ba9e-2ccbbb4ab9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:41:03.438657 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a2d3cfab-01a1-4707-b01b-c357d3511544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:03.439134 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d3cfab-01a1-4707-b01b-c357d3511544 None None] Bound using segment: {'id': '8af459af-d079-48fc-9776-4ab245dc93a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '85de81d8-a468-4064-ba9e-2ccbbb4ab9d3'} {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:41:03.439668 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-a2d3cfab-01a1-4707-b01b-c357d3511544 None None] Bound port: bfc8d347-7c56-4af0-8491-fd747da93dd8, host: dv-cinder-786383-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af459af-d079-48fc-9776-4ab245dc93a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '85de81d8-a468-4064-ba9e-2ccbbb4ab9d3'}}] {{(pid=85276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:41:03.440076 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a2d3cfab-01a1-4707-b01b-c357d3511544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:03.538969 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-a2d3cfab-01a1-4707-b01b-c357d3511544 None None] For port bfc8d347-7c56-4af0-8491-fd747da93dd8, host dv-cinder-786383-1-iscsi, cleared binding levels {{(pid=85276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:41:03.543360 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-a2d3cfab-01a1-4707-b01b-c357d3511544 None None] For port bfc8d347-7c56-4af0-8491-fd747da93dd8, host dv-cinder-786383-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=bfc8d347-7c56-4af0-8491-fd747da93dd8,segment=NetworkSegment(8af459af-d079-48fc-9776-4ab245dc93a3),segment_id=8af459af-d079-48fc-9776-4ab245dc93a3)] {{(pid=85276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:41:03.548030 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a2d3cfab-01a1-4707-b01b-c357d3511544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:03.564112 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1045b137-e49e-4c1b-895a-a65ed48befe5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:41:03.716167 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1045b137-e49e-4c1b-895a-a65ed48befe5 None None] Pushing event updated for resources: {'Port': ['ID=bfc8d347-7c56-4af0-8491-fd747da93dd8,revision_number=4']} {{(pid=85276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:41:03.720945 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1045b137-e49e-4c1b-895a-a65ed48befe5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:41:03.785125 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d3cfab-01a1-4707-b01b-c357d3511544 None None] Routers {'873dbea2-facb-49ce-9504-7d13094ab7d4'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:41:03.785808 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-a2d3cfab-01a1-4707-b01b-c357d3511544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:40:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['873dbea2-facb-49ce-9504-7d13094ab7d4'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:41:03.954800 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-a2d3cfab-01a1-4707-b01b-c357d3511544 None None] Set router 873dbea2-facb-49ce-9504-7d13094ab7d4 gateway port host: None {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:41:04.267469 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 33508) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:41:04.302793 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-a2d3cfab-01a1-4707-b01b-c357d3511544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873dbea2-facb-49ce-9504-7d13094ab7d4', 'name': 'router1', 'tenant_id': 'cbe1f1e0ad72485d8a410b1177a4c79d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:40:49Z', 'updated_at': '2021-04-15T10:41:00Z', 'revision_number': 2, 'project_id': 'cbe1f1e0ad72485d8a410b1177a4c79d', 'gw_port_host': None, '_interfaces': [{'id': 'bfc8d347-7c56-4af0-8491-fd747da93dd8', 'name': '', 'network_id': '85de81d8-a468-4064-ba9e-2ccbbb4ab9d3', 'tenant_id': 'cbe1f1e0ad72485d8a410b1177a4c79d', 'mac_address': 'fa:16:3e:d7:28:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873dbea2-facb-49ce-9504-7d13094ab7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '454f9455-c254-4392-87e4-6b54dd6a30e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:40:59Z', 'updated_at': '2021-04-15T10:41:03Z', 'revision_number': 4, 'project_id': 'cbe1f1e0ad72485d8a410b1177a4c79d', 'subnets': [{'id': '454f9455-c254-4392-87e4-6b54dd6a30e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0072a102-3ea6-4c9a-893c-33235c71874c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:41:04.307271 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d3cfab-01a1-4707-b01b-c357d3511544 None None] The sync data for ids ['873dbea2-facb-49ce-9504-7d13094ab7d4'] in dv-cinder-786383-1-iscsi is: [{'id': '873dbea2-facb-49ce-9504-7d13094ab7d4', 'name': 'router1', 'tenant_id': 'cbe1f1e0ad72485d8a410b1177a4c79d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:40:49Z', 'updated_at': '2021-04-15T10:41:00Z', 'revision_number': 2, 'project_id': 'cbe1f1e0ad72485d8a410b1177a4c79d', 'gw_port_host': None, '_interfaces': [{'id': 'bfc8d347-7c56-4af0-8491-fd747da93dd8', 'name': '', 'network_id': '85de81d8-a468-4064-ba9e-2ccbbb4ab9d3', 'tenant_id': 'cbe1f1e0ad72485d8a410b1177a4c79d', 'mac_address': 'fa:16:3e:d7:28:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873dbea2-facb-49ce-9504-7d13094ab7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '454f9455-c254-4392-87e4-6b54dd6a30e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:40:59Z', 'updated_at': '2021-04-15T10:41:03Z', 'revision_number': 4, 'project_id': 'cbe1f1e0ad72485d8a410b1177a4c79d', 'subnets': [{'id': '454f9455-c254-4392-87e4-6b54dd6a30e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0072a102-3ea6-4c9a-893c-33235c71874c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:41:04.432250 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f898226d-770e-4771-8d97-d0c531cc7f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:41:04.432850 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-f898226d-770e-4771-8d97-d0c531cc7f9f admin admin] Synchronizing usage tracker for tenant:60a011cfa91e4c2baf2972718f33f48b on resource:network {{(pid=85272) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:41:04.449907 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-f898226d-770e-4771-8d97-d0c531cc7f9f admin admin] Unset dirty status for tenant:60a011cfa91e4c2baf2972718f33f48b on resource:network {{(pid=85272) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:41:04.453525 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-f898226d-770e-4771-8d97-d0c531cc7f9f admin admin] 10.222.0.36 "GET /v2.0/networks/533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f HTTP/1.1" status: 200 len: 842 time: 0.1849608 Apr 15 10:41:04.462215 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-89d417d2-04ec-447a-b4e0-3f9fe03df4ef admin admin] Request body: {'subnet': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:41:04.467864 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-89d417d2-04ec-447a-b4e0-3f9fe03df4ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:41:04.471897 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-89d417d2-04ec-447a-b4e0-3f9fe03df4ef admin admin] Usage tracker for resource:subnet and tenant:60a011cfa91e4c2baf2972718f33f48b is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:41:04.475499 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-89d417d2-04ec-447a-b4e0-3f9fe03df4ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:41:04.482063 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-89d417d2-04ec-447a-b4e0-3f9fe03df4ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:41:04.491405 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d417d2-04ec-447a-b4e0-3f9fe03df4ef admin admin] Made reservation on behalf of 60a011cfa91e4c2baf2972718f33f48b for: {'subnet': 1} {{(pid=85272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:41:04.496158 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-89d417d2-04ec-447a-b4e0-3f9fe03df4ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:04.949000 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.objects.ports [None req-89d417d2-04ec-447a-b4e0-3f9fe03df4ef admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85272) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 15 10:41:04.949573 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-89d417d2-04ec-447a-b4e0-3f9fe03df4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349'] for subnet, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:04.962920 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e75b98cc-9960-4929-a314-4286f83b81dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:41:05.086943 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d417d2-04ec-447a-b4e0-3f9fe03df4ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee0371ba-4ff7-4e97-afb9-409670eb4ad7,revision_number=0']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:41:05.089758 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-89d417d2-04ec-447a-b4e0-3f9fe03df4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:41:05.162801 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d417d2-04ec-447a-b4e0-3f9fe03df4ef admin admin] Checking segment: {'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:41:05.163233 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d417d2-04ec-447a-b4e0-3f9fe03df4ef admin admin] Network hostable DHCP agents. Network: 533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f, hostable agents: ['18362263-581c-45fc-9271-eb619391ffd4'], hosted agents: [] {{(pid=85272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:41:05.181399 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d417d2-04ec-447a-b4e0-3f9fe03df4ef admin admin] Network 533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f is scheduled to be hosted by DHCP agent 18362263-581c-45fc-9271-eb619391ffd4 with binding_index 1 {{(pid=85272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:41:05.189610 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-89d417d2-04ec-447a-b4e0-3f9fe03df4ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-1-iscsi, 533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f) {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:41:05.194029 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d417d2-04ec-447a-b4e0-3f9fe03df4ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:41:05.194662 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-89d417d2-04ec-447a-b4e0-3f9fe03df4ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for subnet, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:05.200246 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e586e0-1a77-4db6-9de4-7f4e235bceb2 None None] Network 533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:41:05.216498 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-89d417d2-04ec-447a-b4e0-3f9fe03df4ef admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7589803 Apr 15 10:41:05.447867 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bc8255-53ad-49c0-986b-40d6eded0b7d None None] Network 533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:41:07.847961 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 33522) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:41:08.060376 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-f2af1426-38ad-4580-8bd1-d35d7f178f26 admin admin] 10.222.0.36 "GET /v2.0/routers/873dbea2-facb-49ce-9504-7d13094ab7d4 HTTP/1.1" status: 200 len: 710 time: 0.2110925 Apr 15 10:41:08.274608 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device bfc8d347-7c56-4af0-8491-fd747da93dd8 up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:41:08.348806 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning for port bfc8d347-7c56-4af0-8491-fd747da93dd8 completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:41:08.353913 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port bfc8d347-7c56-4af0-8491-fd747da93dd8 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:41:08.354324 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:08.381332 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265c7a83-c69e-4ad1-8f00-a75b5b629f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:41:08.386983 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-265c7a83-c69e-4ad1-8f00-a75b5b629f1f admin admin] 10.222.0.36 "GET /v2.0/networks/533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f HTTP/1.1" status: 200 len: 886 time: 0.3165851 Apr 15 10:41:08.392819 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-2410051b-9994-4b4e-8bff-c83302059395 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'}}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:41:08.483817 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:08.517708 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] For port bfc8d347-7c56-4af0-8491-fd747da93dd8, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=bfc8d347-7c56-4af0-8491-fd747da93dd8,segment=NetworkSegment(8af459af-d079-48fc-9776-4ab245dc93a3),segment_id=8af459af-d079-48fc-9776-4ab245dc93a3)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:41:08.521694 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:08.524372 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:41:08.597422 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Pushing event updated for resources: {'Port': ['ID=bfc8d347-7c56-4af0-8491-fd747da93dd8,revision_number=5']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:41:08.601067 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:41:08.868796 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2410051b-9994-4b4e-8bff-c83302059395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854364930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4193534'] for router, precommit_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:09.217505 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2410051b-9994-4b4e-8bff-c83302059395 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:09.277837 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2410051b-9994-4b4e-8bff-c83302059395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:09.434704 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-2410051b-9994-4b4e-8bff-c83302059395 admin admin] Allocated IP 172.27.2.50 (533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f/ee0371ba-4ff7-4e97-afb9-409670eb4ad7/31b22114-8465-408f-a1d1-ce82cc910420) {{(pid=85272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:41:09.592275 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2410051b-9994-4b4e-8bff-c83302059395 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:09.622794 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2410051b-9994-4b4e-8bff-c83302059395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888'] for port, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:09.638915 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-4edb577b-73b2-4362-964c-8e70b6a8a08a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:41:09.772550 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2410051b-9994-4b4e-8bff-c83302059395 admin admin] Pushing event updated for resources: {'Port': ['ID=31b22114-8465-408f-a1d1-ce82cc910420,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:41:09.777075 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-2410051b-9994-4b4e-8bff-c83302059395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:41:09.829248 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2410051b-9994-4b4e-8bff-c83302059395 admin admin] Network 533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f is already hosted by enough agents. {{(pid=85272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:41:09.830470 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-2410051b-9994-4b4e-8bff-c83302059395 admin admin] Resources bound (agent type, host, resource id): {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:41:09.832875 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2410051b-9994-4b4e-8bff-c83302059395 admin admin] Received port after_create {{(pid=85272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:41:10.251921 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device bfc8d347-7c56-4af0-8491-fd747da93dd8 up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:41:10.329561 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port bfc8d347-7c56-4af0-8491-fd747da93dd8 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:41:10.329964 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:10.437034 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2410051b-9994-4b4e-8bff-c83302059395 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:10.793982 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2410051b-9994-4b4e-8bff-c83302059395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854364930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4193534'] for router, precommit_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:10.797571 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2410051b-9994-4b4e-8bff-c83302059395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854360748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854360763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-410821'] for router, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:10.986050 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2410051b-9994-4b4e-8bff-c83302059395 admin admin] Router 873dbea2-facb-49ce-9504-7d13094ab7d4 has already been hosted by L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 {{(pid=85272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:41:11.174758 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2410051b-9994-4b4e-8bff-c83302059395 admin admin] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:41:11.184167 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2410051b-9994-4b4e-8bff-c83302059395 admin admin] Notify callbacks [] for router, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:11.185623 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66319a9-c81e-4c93-b2ce-801a6fc1eedc None None] Sync routers for ids ['873dbea2-facb-49ce-9504-7d13094ab7d4'] in dv-cinder-786383-1-iscsi {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:41:11.186238 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-2410051b-9994-4b4e-8bff-c83302059395 admin admin] 10.222.0.36 "PUT /v2.0/routers/873dbea2-facb-49ce-9504-7d13094ab7d4 HTTP/1.1" status: 200 len: 889 time: 2.7969773 Apr 15 10:41:11.197025 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66319a9-c81e-4c93-b2ce-801a6fc1eedc None None] Routers {'873dbea2-facb-49ce-9504-7d13094ab7d4'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:41:11.197733 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-f66319a9-c81e-4c93-b2ce-801a6fc1eedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:40:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['873dbea2-facb-49ce-9504-7d13094ab7d4'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:41:11.410457 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-f66319a9-c81e-4c93-b2ce-801a6fc1eedc None None] Set router 873dbea2-facb-49ce-9504-7d13094ab7d4 gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:41:11.771817 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-f66319a9-c81e-4c93-b2ce-801a6fc1eedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873dbea2-facb-49ce-9504-7d13094ab7d4', 'name': 'router1', 'tenant_id': 'cbe1f1e0ad72485d8a410b1177a4c79d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '31b22114-8465-408f-a1d1-ce82cc910420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:40:49Z', 'updated_at': '2021-04-15T10:41:10Z', 'revision_number': 4, 'project_id': 'cbe1f1e0ad72485d8a410b1177a4c79d', 'gw_port': {'id': '31b22114-8465-408f-a1d1-ce82cc910420', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873dbea2-facb-49ce-9504-7d13094ab7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:41:09Z', 'updated_at': '2021-04-15T10:41:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': 'bfc8d347-7c56-4af0-8491-fd747da93dd8', 'name': '', 'network_id': '85de81d8-a468-4064-ba9e-2ccbbb4ab9d3', 'tenant_id': 'cbe1f1e0ad72485d8a410b1177a4c79d', 'mac_address': 'fa:16:3e:d7:28:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873dbea2-facb-49ce-9504-7d13094ab7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '454f9455-c254-4392-87e4-6b54dd6a30e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:40:59Z', 'updated_at': '2021-04-15T10:41:08Z', 'revision_number': 5, 'project_id': 'cbe1f1e0ad72485d8a410b1177a4c79d', 'subnets': [{'id': '454f9455-c254-4392-87e4-6b54dd6a30e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0072a102-3ea6-4c9a-893c-33235c71874c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:41:11.776751 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66319a9-c81e-4c93-b2ce-801a6fc1eedc None None] Checking router: 873dbea2-facb-49ce-9504-7d13094ab7d4 for host: dv-cinder-786383-1-iscsi {{(pid=85273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:41:11.777139 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66319a9-c81e-4c93-b2ce-801a6fc1eedc None None] Updating router 873dbea2-facb-49ce-9504-7d13094ab7d4 port 31b22114-8465-408f-a1d1-ce82cc910420 binding host dv-cinder-786383-1-iscsi {{(pid=85273) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:41:11.836195 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f66319a9-c81e-4c93-b2ce-801a6fc1eedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:12.238215 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f66319a9-c81e-4c93-b2ce-801a6fc1eedc None None] Notify callbacks [] for port, precommit_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:12.250832 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-f66319a9-c81e-4c93-b2ce-801a6fc1eedc None None] Transition to ACTIVE for port object 31b22114-8465-408f-a1d1-ce82cc910420 will not be triggered until provisioned by entity L2. {{(pid=85273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:41:12.256897 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f66319a9-c81e-4c93-b2ce-801a6fc1eedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:12.275053 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:41:12.566715 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe0f2a0-10fb-4985-91af-c9263de8d088 None None] Pushing event updated for resources: {'Port': ['ID=31b22114-8465-408f-a1d1-ce82cc910420,revision_number=2']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:41:12.569607 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0fe0f2a0-10fb-4985-91af-c9263de8d088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:41:12.628513 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-f66319a9-c81e-4c93-b2ce-801a6fc1eedc None None] Attempting to bind port 31b22114-8465-408f-a1d1-ce82cc910420 on host dv-cinder-786383-1-iscsi for vnic_type normal with profile {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:41:12.628921 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-f66319a9-c81e-4c93-b2ce-801a6fc1eedc None None] Attempting to bind port 31b22114-8465-408f-a1d1-ce82cc910420 by drivers openvswitch,hyperv on host dv-cinder-786383-1-iscsi at level 0 using segments [{'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:41:12.629320 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66319a9-c81e-4c93-b2ce-801a6fc1eedc None None] Attempting to bind port 31b22114-8465-408f-a1d1-ce82cc910420 on network 533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:41:12.635175 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66319a9-c81e-4c93-b2ce-801a6fc1eedc None None] Checking agent: {'id': '8830baa2-eb89-499a-aa08-32819d4139e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 40, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:41:12.635583 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66319a9-c81e-4c93-b2ce-801a6fc1eedc None None] Checking segment: {'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:41:12.636017 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f66319a9-c81e-4c93-b2ce-801a6fc1eedc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:12.636442 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66319a9-c81e-4c93-b2ce-801a6fc1eedc None None] Bound using segment: {'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:41:12.636938 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-f66319a9-c81e-4c93-b2ce-801a6fc1eedc None None] Bound port: 31b22114-8465-408f-a1d1-ce82cc910420, host: dv-cinder-786383-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'}}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:41:12.637342 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f66319a9-c81e-4c93-b2ce-801a6fc1eedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:12.714034 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-f66319a9-c81e-4c93-b2ce-801a6fc1eedc None None] For port 31b22114-8465-408f-a1d1-ce82cc910420, host dv-cinder-786383-1-iscsi, cleared binding levels {{(pid=85273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:41:12.717242 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-f66319a9-c81e-4c93-b2ce-801a6fc1eedc None None] For port 31b22114-8465-408f-a1d1-ce82cc910420, host dv-cinder-786383-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=31b22114-8465-408f-a1d1-ce82cc910420,segment=NetworkSegment(c54efefa-f121-49d4-9f1f-b433dc39aac8),segment_id=c54efefa-f121-49d4-9f1f-b433dc39aac8)] {{(pid=85273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:41:12.720772 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f66319a9-c81e-4c93-b2ce-801a6fc1eedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:12.740038 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0fe0f2a0-10fb-4985-91af-c9263de8d088 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:41:12.887882 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe0f2a0-10fb-4985-91af-c9263de8d088 None None] Pushing event updated for resources: {'Port': ['ID=31b22114-8465-408f-a1d1-ce82cc910420,revision_number=3']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:41:12.892994 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0fe0f2a0-10fb-4985-91af-c9263de8d088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:41:12.933898 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66319a9-c81e-4c93-b2ce-801a6fc1eedc None None] Routers {'873dbea2-facb-49ce-9504-7d13094ab7d4'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:41:12.934550 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-f66319a9-c81e-4c93-b2ce-801a6fc1eedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:40:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['873dbea2-facb-49ce-9504-7d13094ab7d4'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:41:13.121472 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-f66319a9-c81e-4c93-b2ce-801a6fc1eedc None None] Set router 873dbea2-facb-49ce-9504-7d13094ab7d4 gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:41:13.483127 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-f66319a9-c81e-4c93-b2ce-801a6fc1eedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873dbea2-facb-49ce-9504-7d13094ab7d4', 'name': 'router1', 'tenant_id': 'cbe1f1e0ad72485d8a410b1177a4c79d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '31b22114-8465-408f-a1d1-ce82cc910420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:40:49Z', 'updated_at': '2021-04-15T10:41:10Z', 'revision_number': 4, 'project_id': 'cbe1f1e0ad72485d8a410b1177a4c79d', 'gw_port': {'id': '31b22114-8465-408f-a1d1-ce82cc910420', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873dbea2-facb-49ce-9504-7d13094ab7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:41:09Z', 'updated_at': '2021-04-15T10:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': 'bfc8d347-7c56-4af0-8491-fd747da93dd8', 'name': '', 'network_id': '85de81d8-a468-4064-ba9e-2ccbbb4ab9d3', 'tenant_id': 'cbe1f1e0ad72485d8a410b1177a4c79d', 'mac_address': 'fa:16:3e:d7:28:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873dbea2-facb-49ce-9504-7d13094ab7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '454f9455-c254-4392-87e4-6b54dd6a30e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:40:59Z', 'updated_at': '2021-04-15T10:41:08Z', 'revision_number': 5, 'project_id': 'cbe1f1e0ad72485d8a410b1177a4c79d', 'subnets': [{'id': '454f9455-c254-4392-87e4-6b54dd6a30e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0072a102-3ea6-4c9a-893c-33235c71874c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:41:13.487537 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66319a9-c81e-4c93-b2ce-801a6fc1eedc None None] The sync data for ids ['873dbea2-facb-49ce-9504-7d13094ab7d4'] in dv-cinder-786383-1-iscsi is: [{'id': '873dbea2-facb-49ce-9504-7d13094ab7d4', 'name': 'router1', 'tenant_id': 'cbe1f1e0ad72485d8a410b1177a4c79d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '31b22114-8465-408f-a1d1-ce82cc910420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:40:49Z', 'updated_at': '2021-04-15T10:41:10Z', 'revision_number': 4, 'project_id': 'cbe1f1e0ad72485d8a410b1177a4c79d', 'gw_port': {'id': '31b22114-8465-408f-a1d1-ce82cc910420', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873dbea2-facb-49ce-9504-7d13094ab7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:41:09Z', 'updated_at': '2021-04-15T10:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': 'bfc8d347-7c56-4af0-8491-fd747da93dd8', 'name': '', 'network_id': '85de81d8-a468-4064-ba9e-2ccbbb4ab9d3', 'tenant_id': 'cbe1f1e0ad72485d8a410b1177a4c79d', 'mac_address': 'fa:16:3e:d7:28:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873dbea2-facb-49ce-9504-7d13094ab7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '454f9455-c254-4392-87e4-6b54dd6a30e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:40:59Z', 'updated_at': '2021-04-15T10:41:08Z', 'revision_number': 5, 'project_id': 'cbe1f1e0ad72485d8a410b1177a4c79d', 'subnets': [{'id': '454f9455-c254-4392-87e4-6b54dd6a30e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0072a102-3ea6-4c9a-893c-33235c71874c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:41:13.946687 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 33532) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:41:14.071064 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-ce917c66-aec4-4802-b576-6cb235bbe761 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1230903 Apr 15 10:41:14.295531 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 31b22114-8465-408f-a1d1-ce82cc910420 up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:41:14.405034 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning for port 31b22114-8465-408f-a1d1-ce82cc910420 completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:41:14.409954 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port 31b22114-8465-408f-a1d1-ce82cc910420 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:41:14.410370 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:14.543257 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:14.561208 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] For port 31b22114-8465-408f-a1d1-ce82cc910420, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=31b22114-8465-408f-a1d1-ce82cc910420,segment=NetworkSegment(c54efefa-f121-49d4-9f1f-b433dc39aac8),segment_id=c54efefa-f121-49d4-9f1f-b433dc39aac8)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:41:14.565288 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:14.569460 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0fe0f2a0-10fb-4985-91af-c9263de8d088 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:41:14.641115 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Pushing event updated for resources: {'Port': ['ID=31b22114-8465-408f-a1d1-ce82cc910420,revision_number=4']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:41:14.644940 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:41:16.265437 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 31b22114-8465-408f-a1d1-ce82cc910420 up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:41:16.357280 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port 31b22114-8465-408f-a1d1-ce82cc910420 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:41:16.359709 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:20.815416 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4c5f7a71-3e05-4ded-8ad3-4bc556136c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:23.282865 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e32d84c1-e7d6-48f1-ac45-3c7448a844fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:24.085079 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:24.285377 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:25.010619 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:25.703222 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 5 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:41:50.798647 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-469ede6a-cd0e-4ee6-8d44-ad0af6b77434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:53.290589 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-82ae2f11-3b83-49f7-a9a6-ad58f66e6f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:54.070699 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:54.274196 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:41:55.009343 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:42:02.705522 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 5 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:42:20.803727 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-7d73c9c7-ab6b-4cfd-8c65-d3841856baa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:42:23.283036 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8f42fe34-41fa-4e21-a016-787385e756a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:42:24.072296 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:42:24.276046 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:42:25.009738 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:42:39.704960 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 5 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:42:50.807153 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c08c17c0-4b73-4a71-822f-7d500636c35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:42:53.284511 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-34c74bc9-e8c4-4014-bd80-5f2c334d0519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:42:54.074119 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:42:54.280829 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:42:55.016633 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:42:59.059859 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 34102) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:42:59.139040 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f2abb7b-4ea1-4f28-a130-495632478e2a admin admin] GET failed (client error): The resource could not be found. Apr 15 10:42:59.140423 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-2f2abb7b-4ea1-4f28-a130-495632478e2a admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0794110 Apr 15 10:42:59.285115 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0dccae-1a28-47d6-a74a-2458b74f05b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:42:59.286705 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-4d0dccae-1a28-47d6-a74a-2458b74f05b6 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1418781 Apr 15 10:43:01.805314 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 34112) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:43:01.923316 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe066442-7425-4b7b-a70d-576a45666a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:43:01.923931 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-fe066442-7425-4b7b-a70d-576a45666a49 admin admin] Synchronizing usage tracker for tenant:60a011cfa91e4c2baf2972718f33f48b on resource:subnet {{(pid=85272) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:43:01.939835 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-fe066442-7425-4b7b-a70d-576a45666a49 admin admin] Unset dirty status for tenant:60a011cfa91e4c2baf2972718f33f48b on resource:subnet {{(pid=85272) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:43:01.941103 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-fe066442-7425-4b7b-a70d-576a45666a49 admin admin] 10.222.0.36 "GET /v2.0/subnets/454f9455-c254-4392-87e4-6b54dd6a30e6 HTTP/1.1" status: 200 len: 849 time: 0.1345127 Apr 15 10:43:01.951672 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-926893fe-25a2-400a-bbba-58f66840045f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:43:02.080792 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-926893fe-25a2-400a-bbba-58f66840045f admin admin] Notify callbacks [] for subnet, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:43:02.390965 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-926893fe-25a2-400a-bbba-58f66840045f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363301132016090'] for subnet, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:43:02.410097 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-89d417d2-04ec-447a-b4e0-3f9fe03df4ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:43:02.545100 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926893fe-25a2-400a-bbba-58f66840045f admin admin] Pushing event updated for resources: {'Subnet': ['ID=454f9455-c254-4392-87e4-6b54dd6a30e6,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:43:02.565049 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926893fe-25a2-400a-bbba-58f66840045f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:43:02.565454 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926893fe-25a2-400a-bbba-58f66840045f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:43:02.565835 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926893fe-25a2-400a-bbba-58f66840045f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:43:02.566208 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926893fe-25a2-400a-bbba-58f66840045f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:43:02.566603 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926893fe-25a2-400a-bbba-58f66840045f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:43:02.567228 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926893fe-25a2-400a-bbba-58f66840045f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:43:02.567620 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926893fe-25a2-400a-bbba-58f66840045f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:43:02.567989 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926893fe-25a2-400a-bbba-58f66840045f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:43:02.568372 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926893fe-25a2-400a-bbba-58f66840045f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:43:02.568737 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926893fe-25a2-400a-bbba-58f66840045f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:43:02.569101 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926893fe-25a2-400a-bbba-58f66840045f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:43:02.569460 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926893fe-25a2-400a-bbba-58f66840045f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:43:02.575307 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-926893fe-25a2-400a-bbba-58f66840045f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:43:02.606560 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926893fe-25a2-400a-bbba-58f66840045f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:43:02.607256 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-926893fe-25a2-400a-bbba-58f66840045f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for subnet, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:43:02.608606 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-926893fe-25a2-400a-bbba-58f66840045f admin admin] 10.222.0.36 "PUT /v2.0/subnets/454f9455-c254-4392-87e4-6b54dd6a30e6 HTTP/1.1" status: 200 len: 868 time: 0.6610746 Apr 15 10:43:02.626291 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58ba51d-0a5f-4bce-8942-09a1dac0091b None None] Network 85de81d8-a468-4064-ba9e-2ccbbb4ab9d3 requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:43:03.127785 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-a4b3681f-de61-4738-93b1-79ddcf2c863b None None] Provisioning complete for port 4d159087-620a-41d4-8648-d3066cf2d3f8 triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:43:03.128319 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a4b3681f-de61-4738-93b1-79ddcf2c863b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:43:03.262993 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-a4b3681f-de61-4738-93b1-79ddcf2c863b None None] Provisioning complete for port bfc8d347-7c56-4af0-8491-fd747da93dd8 triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:43:03.263335 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a4b3681f-de61-4738-93b1-79ddcf2c863b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:43:05.152450 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 34122) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:43:05.340220 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bae87c0-5763-4144-aa45-b314aa509a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:43:05.340664 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bae87c0-5763-4144-aa45-b314aa509a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:43:05.346320 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-1bae87c0-5763-4144-aa45-b314aa509a20 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1888196 Apr 15 10:43:07.918748 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 34132) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:43:08.073058 dv-cinder-786383-1-iscsi neutron-server[85157]: WARNING oslo_policy.policy [None req-6d275f9d-1a23-4924-925c-c49f8dd257d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:43:08.073643 dv-cinder-786383-1-iscsi neutron-server[85157]: WARNING oslo_policy.policy [None req-6d275f9d-1a23-4924-925c-c49f8dd257d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:43:08.734246 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.policy [None req-6d275f9d-1a23-4924-925c-c49f8dd257d9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85270) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 15 10:43:08.790936 dv-cinder-786383-1-iscsi neutron-server[85157]: WARNING oslo_policy.policy [None req-6d275f9d-1a23-4924-925c-c49f8dd257d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:43:08.791397 dv-cinder-786383-1-iscsi neutron-server[85157]: WARNING oslo_policy.policy [None req-6d275f9d-1a23-4924-925c-c49f8dd257d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:43:08.808587 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d275f9d-1a23-4924-925c-c49f8dd257d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:43:08.809115 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d275f9d-1a23-4924-925c-c49f8dd257d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:43:08.811034 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-6d275f9d-1a23-4924-925c-c49f8dd257d9 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.8912132 Apr 15 10:43:11.365047 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 34148) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:43:11.546660 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5821f83-9891-4ed7-adee-a7064d7704c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:43:11.548170 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-d5821f83-9891-4ed7-adee-a7064d7704c0 admin admin] 10.222.0.36 "GET /v2.0/networks/533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f HTTP/1.1" status: 200 len: 886 time: 0.1820724 Apr 15 10:43:14.076655 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 34158) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:43:14.265076 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf1bf73-32e9-49e1-815e-2d6e544f95e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:43:14.266462 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-6cf1bf73-32e9-49e1-815e-2d6e544f95e8 admin admin] 10.222.0.36 "GET /v2.0/networks/85de81d8-a468-4064-ba9e-2ccbbb4ab9d3 HTTP/1.1" status: 200 len: 869 time: 0.1887870 Apr 15 10:43:16.704805 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 5 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:43:16.804932 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 34168) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:43:16.920054 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b1758c-aafd-4653-adf8-b3972095e1a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:43:16.920562 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b1758c-aafd-4653-adf8-b3972095e1a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:43:16.922167 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-83b1758c-aafd-4653-adf8-b3972095e1a3 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1162071 Apr 15 10:43:19.461442 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 34178) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:43:19.582302 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcb18ae-6129-4fed-af1a-2091e2989c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:43:19.582855 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcb18ae-6129-4fed-af1a-2091e2989c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:43:19.584549 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-5fcb18ae-6129-4fed-af1a-2091e2989c6e admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1220295 Apr 15 10:43:20.810066 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-51013969-57b2-4152-8f01-34d0032e86c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:43:22.171356 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 34188) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:43:22.288755 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649bcc88-0b92-413d-a943-12239b84f635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:43:22.290229 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-649bcc88-0b92-413d-a943-12239b84f635 admin admin] 10.222.0.36 "GET /v2.0/subnets/454f9455-c254-4392-87e4-6b54dd6a30e6 HTTP/1.1" status: 200 len: 868 time: 0.1178339 Apr 15 10:43:23.287946 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-fcae0db0-1b6c-4d0b-92a8-938704b9eedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:43:24.076123 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:43:24.274881 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:43:24.820627 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 34198) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:43:24.935935 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad49c55f-0391-4f3b-9390-e8017d1bb594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:43:24.937393 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-ad49c55f-0391-4f3b-9390-e8017d1bb594 admin admin] 10.222.0.36 "GET /v2.0/subnets/ee0371ba-4ff7-4e97-afb9-409670eb4ad7 HTTP/1.1" status: 200 len: 816 time: 0.1156821 Apr 15 10:43:25.020666 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:43:50.811588 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5c3e367c-2c36-43ec-bc80-8da71ecb1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:43:51.776004 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 34242) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:43:51.830885 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [None req-1a4c1df2-a83e-49dd-b335-0770aaf4217a admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=85272) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:43:51.832457 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-1a4c1df2-a83e-49dd-b335-0770aaf4217a admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0554087 Apr 15 10:43:53.290348 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-7826b5df-3977-49c6-99eb-98674d741d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:43:53.705055 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 5 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:43:54.079354 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:43:54.277661 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:43:54.461596 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 34252) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:43:54.726739 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.pecan_wsgi.hooks.translation [None req-d046fe7a-750e-405d-97bb-fee6cfe3dab8 admin admin] GET failed (client error): The resource could not be found. Apr 15 10:43:54.728140 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-d046fe7a-750e-405d-97bb-fee6cfe3dab8 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.2655084 Apr 15 10:43:54.864950 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e14ef13-6fb3-46ce-9588-0d91410fcea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:43:54.866536 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-6e14ef13-6fb3-46ce-9588-0d91410fcea8 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1340256 Apr 15 10:43:55.025968 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:43:57.561146 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 34262) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:43:57.623638 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-b8ab6691-ba4b-4bad-92af-f6d0986110af admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:43:57.628599 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-b8ab6691-ba4b-4bad-92af-f6d0986110af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:43:57.638601 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-b8ab6691-ba4b-4bad-92af-f6d0986110af admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:43:57.647877 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ab6691-ba4b-4bad-92af-f6d0986110af admin admin] Made reservation on behalf of 60a011cfa91e4c2baf2972718f33f48b for: {'network': 1} {{(pid=85272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:43:57.652534 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b8ab6691-ba4b-4bad-92af-f6d0986110af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for network, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:43:57.746466 dv-cinder-786383-1-iscsi neutron-server[85157]: WARNING neutron.services.revisions.revision_plugin [None req-b8ab6691-ba4b-4bad-92af-f6d0986110af admin admin] Could not find related network for resource to bump revision. Apr 15 10:43:57.757831 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ab6691-ba4b-4bad-92af-f6d0986110af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=85272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:43:57.766500 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b8ab6691-ba4b-4bad-92af-f6d0986110af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854748824'] for segment, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:43:57.766887 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.segments_db [None req-b8ab6691-ba4b-4bad-92af-f6d0986110af admin admin] Added segment 109ac857-cd2c-446b-85f3-1bf0de22ab69 of type vlan for network 6c39e915-9d18-41e6-b301-5b29386d001e Apr 15 10:43:57.793736 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b8ab6691-ba4b-4bad-92af-f6d0986110af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363301132464039'] for network, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:43:57.822565 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b8ab6691-ba4b-4bad-92af-f6d0986110af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349'] for network, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:43:57.824143 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ab6691-ba4b-4bad-92af-f6d0986110af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:43:57.824782 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b8ab6691-ba4b-4bad-92af-f6d0986110af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for network, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:43:57.829700 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-a0203e45-a73f-4807-9119-a1b55fd5b583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:43:57.933905 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-b8ab6691-ba4b-4bad-92af-f6d0986110af admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3714826 Apr 15 10:43:57.936787 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab6691-ba4b-4bad-92af-f6d0986110af admin admin] Pushing event updated for resources: {'Network': ['ID=6c39e915-9d18-41e6-b301-5b29386d001e,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:43:57.939771 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-b8ab6691-ba4b-4bad-92af-f6d0986110af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:43:57.948289 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Network 6c39e915-9d18-41e6-b301-5b29386d001e details requested by agent ovs-agent-dv-cinder-786383-1-iscsi with host dv-cinder-786383-1-iscsi {{(pid=85273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:44:00.511029 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 34272) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:44:00.591243 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.pecan_wsgi.hooks.translation [None req-b08236ee-0566-4fbb-bfdb-099d00bc8c15 admin admin] GET failed (client error): The resource could not be found. Apr 15 10:44:00.591749 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-b08236ee-0566-4fbb-bfdb-099d00bc8c15 admin admin] Synchronizing usage tracker for tenant:60a011cfa91e4c2baf2972718f33f48b on resource:network {{(pid=85272) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:44:00.606455 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-b08236ee-0566-4fbb-bfdb-099d00bc8c15 admin admin] Unset dirty status for tenant:60a011cfa91e4c2baf2972718f33f48b on resource:network {{(pid=85272) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:44:00.607755 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-b08236ee-0566-4fbb-bfdb-099d00bc8c15 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0956748 Apr 15 10:44:00.727295 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1551989b-c507-459e-9192-e5343d3a2172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:44:00.728864 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-1551989b-c507-459e-9192-e5343d3a2172 admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1165729 Apr 15 10:44:00.740550 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-d6930c4f-0994-4469-92fe-1dd2b10f4049 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '6c39e915-9d18-41e6-b301-5b29386d001e', 'cidr': '192.168.233.0/24'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:44:00.745592 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-d6930c4f-0994-4469-92fe-1dd2b10f4049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:44:00.757206 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-d6930c4f-0994-4469-92fe-1dd2b10f4049 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:44:00.766763 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6930c4f-0994-4469-92fe-1dd2b10f4049 admin admin] Made reservation on behalf of 60a011cfa91e4c2baf2972718f33f48b for: {'subnet': 1} {{(pid=85272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:44:00.771754 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d6930c4f-0994-4469-92fe-1dd2b10f4049 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:01.172987 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d6930c4f-0994-4469-92fe-1dd2b10f4049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349'] for subnet, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:01.188932 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:44:01.309031 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6930c4f-0994-4469-92fe-1dd2b10f4049 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db307b35-65db-45c5-a0e4-52d8b631dfa1,revision_number=0']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:44:01.313781 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-d6930c4f-0994-4469-92fe-1dd2b10f4049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:44:01.381594 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6930c4f-0994-4469-92fe-1dd2b10f4049 admin admin] Checking segment: {'id': '109ac857-cd2c-446b-85f3-1bf0de22ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6c39e915-9d18-41e6-b301-5b29386d001e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:44:01.382007 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6930c4f-0994-4469-92fe-1dd2b10f4049 admin admin] Network hostable DHCP agents. Network: 6c39e915-9d18-41e6-b301-5b29386d001e, hostable agents: ['18362263-581c-45fc-9271-eb619391ffd4'], hosted agents: [] {{(pid=85272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:44:01.400665 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6930c4f-0994-4469-92fe-1dd2b10f4049 admin admin] Network 6c39e915-9d18-41e6-b301-5b29386d001e is scheduled to be hosted by DHCP agent 18362263-581c-45fc-9271-eb619391ffd4 with binding_index 1 {{(pid=85272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:44:01.408763 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-d6930c4f-0994-4469-92fe-1dd2b10f4049 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-1-iscsi, 6c39e915-9d18-41e6-b301-5b29386d001e) {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:44:01.413600 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6930c4f-0994-4469-92fe-1dd2b10f4049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:44:01.414234 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d6930c4f-0994-4469-92fe-1dd2b10f4049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for subnet, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:01.419562 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452522f4-51de-4682-bc68-bdc8da9293a3 None None] Network 6c39e915-9d18-41e6-b301-5b29386d001e requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:44:01.438904 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-d6930c4f-0994-4469-92fe-1dd2b10f4049 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7029049 Apr 15 10:44:01.668892 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpada1f6cb-291d-5cb6-a3be-9f35f1ed9e53-6c39e915-9d18-41e6-b301-5b29386d001e', 'network_id': '6c39e915-9d18-41e6-b301-5b29386d001e', 'tenant_id': '60a011cfa91e4c2baf2972718f33f48b', 'fixed_ips': [{'subnet_id': 'db307b35-65db-45c5-a0e4-52d8b631dfa1'}]}} from dv-cinder-786383-1-iscsi. {{(pid=85273) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 10:44:01.669905 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:01.842530 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] Allocated IP 192.168.233.2 (6c39e915-9d18-41e6-b301-5b29386d001e/db307b35-65db-45c5-a0e4-52d8b631dfa1/117edc4e-084c-4365-9280-1d43d4ec9820) {{(pid=85273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:44:02.072051 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] Notify callbacks [] for port, precommit_create {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:02.083247 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] Transition to ACTIVE for port object 117edc4e-084c-4365-9280-1d43d4ec9820 will not be triggered until provisioned by entity L2. {{(pid=85273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:44:02.103462 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] Transition to ACTIVE for port object 117edc4e-084c-4365-9280-1d43d4ec9820 will not be triggered until provisioned by entity DHCP. {{(pid=85273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:44:02.108200 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888'] for port, after_create {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:02.124295 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-2c1b240e-7cad-41e5-936d-76376a98285c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:44:02.257179 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] Pushing event updated for resources: {'Port': ['ID=117edc4e-084c-4365-9280-1d43d4ec9820,revision_number=1']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:44:02.267120 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:02.267501 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:02.267874 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:02.268239 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:02.269132 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:02.269554 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:02.269925 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:02.270281 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:02.270638 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:02.270999 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:02.271350 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:02.271703 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:02.276940 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:44:02.335433 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] Network 6c39e915-9d18-41e6-b301-5b29386d001e is already hosted by enough agents. {{(pid=85273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:44:02.336665 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] Resources bound (agent type, host, resource id): {{(pid=85273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:44:02.340678 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] Received port after_create {{(pid=85273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:44:02.447648 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] Attempting to bind port 117edc4e-084c-4365-9280-1d43d4ec9820 on host dv-cinder-786383-1-iscsi for vnic_type normal with profile {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:44:02.447648 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] Attempting to bind port 117edc4e-084c-4365-9280-1d43d4ec9820 by drivers openvswitch,hyperv on host dv-cinder-786383-1-iscsi at level 0 using segments [{'id': '109ac857-cd2c-446b-85f3-1bf0de22ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6c39e915-9d18-41e6-b301-5b29386d001e'}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:44:02.447648 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] Attempting to bind port 117edc4e-084c-4365-9280-1d43d4ec9820 on network 6c39e915-9d18-41e6-b301-5b29386d001e {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:44:02.453454 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] Checking agent: {'id': '8830baa2-eb89-499a-aa08-32819d4139e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 40, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:44:02.454221 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] Checking segment: {'id': '109ac857-cd2c-446b-85f3-1bf0de22ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6c39e915-9d18-41e6-b301-5b29386d001e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:44:02.454386 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:02.454682 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] Bound using segment: {'id': '109ac857-cd2c-446b-85f3-1bf0de22ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6c39e915-9d18-41e6-b301-5b29386d001e'} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:44:02.455230 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] Bound port: 117edc4e-084c-4365-9280-1d43d4ec9820, host: dv-cinder-786383-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '109ac857-cd2c-446b-85f3-1bf0de22ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6c39e915-9d18-41e6-b301-5b29386d001e'}}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:44:02.455643 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:02.557777 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] For port 117edc4e-084c-4365-9280-1d43d4ec9820, host dv-cinder-786383-1-iscsi, cleared binding levels {{(pid=85273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:44:02.562515 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] For port 117edc4e-084c-4365-9280-1d43d4ec9820, host dv-cinder-786383-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=117edc4e-084c-4365-9280-1d43d4ec9820,segment=NetworkSegment(109ac857-cd2c-446b-85f3-1bf0de22ab69),segment_id=109ac857-cd2c-446b-85f3-1bf0de22ab69)] {{(pid=85273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:44:02.568173 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:02.584968 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:44:02.748366 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] Pushing event updated for resources: {'Port': ['ID=117edc4e-084c-4365-9280-1d43d4ec9820,revision_number=2']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:44:02.754993 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:44:04.026558 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24542ad6-c9b8-40ee-91ee-b202e9b35562 None None] Network 6c39e915-9d18-41e6-b301-5b29386d001e requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:44:04.130024 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-66cde26b-441e-461a-9895-c1d4e2362b11 None None] Provisioning for port 117edc4e-084c-4365-9280-1d43d4ec9820 completed by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:44:04.454644 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 117edc4e-084c-4365-9280-1d43d4ec9820 up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:44:04.542049 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning for port 117edc4e-084c-4365-9280-1d43d4ec9820 completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:44:04.547198 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port 117edc4e-084c-4365-9280-1d43d4ec9820 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:44:04.547576 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:04.681863 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:04.715754 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] For port 117edc4e-084c-4365-9280-1d43d4ec9820, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=117edc4e-084c-4365-9280-1d43d4ec9820,segment=NetworkSegment(109ac857-cd2c-446b-85f3-1bf0de22ab69),segment_id=109ac857-cd2c-446b-85f3-1bf0de22ab69)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:44:04.718463 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:04.722210 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:44:04.791328 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Pushing event updated for resources: {'Port': ['ID=117edc4e-084c-4365-9280-1d43d4ec9820,revision_number=3']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:44:04.794562 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:44:06.403364 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 117edc4e-084c-4365-9280-1d43d4ec9820 up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:44:06.478659 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port 117edc4e-084c-4365-9280-1d43d4ec9820 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:44:06.479118 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:20.814413 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-13ba7d75-3080-4f9b-87ac-492bf1393cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:23.292383 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-60cb197e-146f-4efe-897b-459fd4108484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:24.083157 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:24.280596 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:25.029282 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:30.704596 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 5 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:44:50.818938 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-11ed6c61-667d-4466-92d5-15b90af1c263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:53.295108 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-38ecc487-0ce7-4ece-bdf3-330ec0239991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:54.085065 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:54.282425 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:55.031522 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:07.704399 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 5 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:45:17.681149 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 34314) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:45:17.687972 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [None req-2fae4384-dd29-449a-8cbe-2f8d0c169e90 tempest-verify_tempest_config-808037216 tempest-verify_tempest_config-808037216-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=85272) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:45:17.689051 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-2fae4384-dd29-449a-8cbe-2f8d0c169e90 tempest-verify_tempest_config-808037216 tempest-verify_tempest_config-808037216-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068369 Apr 15 10:45:18.007584 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 34332) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:45:18.137108 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-79d91a18-eb41-4c55-9617-a77c05af20c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:18.153010 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-79d91a18-eb41-4c55-9617-a77c05af20c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:45:18.157036 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-79d91a18-eb41-4c55-9617-a77c05af20c8 admin admin] Usage tracker for resource:security_group_rule and tenant:1254f3ac579d4036baa8e497508ff509 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:45:18.159941 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-79d91a18-eb41-4c55-9617-a77c05af20c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:45:18.165877 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-79d91a18-eb41-4c55-9617-a77c05af20c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:45:18.254425 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-79d91a18-eb41-4c55-9617-a77c05af20c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:18.257233 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-79d91a18-eb41-4c55-9617-a77c05af20c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:18.266519 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:45:18.307331 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-79d91a18-eb41-4c55-9617-a77c05af20c8 admin admin] Synchronizing usage tracker for tenant:60a011cfa91e4c2baf2972718f33f48b on resource:security_group {{(pid=85272) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:45:18.311084 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d91a18-eb41-4c55-9617-a77c05af20c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53079fa-7eb0-4e1e-bbff-855fbfbe43f6,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:45:18.321546 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d91a18-eb41-4c55-9617-a77c05af20c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:18.321939 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d91a18-eb41-4c55-9617-a77c05af20c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:18.322319 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d91a18-eb41-4c55-9617-a77c05af20c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:18.322686 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d91a18-eb41-4c55-9617-a77c05af20c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:18.323081 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d91a18-eb41-4c55-9617-a77c05af20c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:18.323452 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d91a18-eb41-4c55-9617-a77c05af20c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:18.323832 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d91a18-eb41-4c55-9617-a77c05af20c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:18.324186 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d91a18-eb41-4c55-9617-a77c05af20c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:18.324567 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d91a18-eb41-4c55-9617-a77c05af20c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:18.324928 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d91a18-eb41-4c55-9617-a77c05af20c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:18.325288 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d91a18-eb41-4c55-9617-a77c05af20c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:18.325645 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d91a18-eb41-4c55-9617-a77c05af20c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:18.331738 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-79d91a18-eb41-4c55-9617-a77c05af20c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:45:18.340313 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-79d91a18-eb41-4c55-9617-a77c05af20c8 admin admin] Unset dirty status for tenant:60a011cfa91e4c2baf2972718f33f48b on resource:security_group {{(pid=85272) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:45:18.344771 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-79d91a18-eb41-4c55-9617-a77c05af20c8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1254f3ac579d4036baa8e497508ff509&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3360875 Apr 15 10:45:18.345010 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 34338) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:45:18.425033 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c67acd74-aa7a-4777-ab70-5d30ff8d3e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:18.451888 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c67acd74-aa7a-4777-ab70-5d30ff8d3e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:18.507220 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c67acd74-aa7a-4777-ab70-5d30ff8d3e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:18.513659 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:45:18.527649 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67acd74-aa7a-4777-ab70-5d30ff8d3e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53079fa-7eb0-4e1e-bbff-855fbfbe43f6,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:45:18.536590 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67acd74-aa7a-4777-ab70-5d30ff8d3e93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:18.536960 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67acd74-aa7a-4777-ab70-5d30ff8d3e93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:18.537320 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67acd74-aa7a-4777-ab70-5d30ff8d3e93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:18.537678 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67acd74-aa7a-4777-ab70-5d30ff8d3e93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:18.538039 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67acd74-aa7a-4777-ab70-5d30ff8d3e93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:18.538384 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67acd74-aa7a-4777-ab70-5d30ff8d3e93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:18.538728 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67acd74-aa7a-4777-ab70-5d30ff8d3e93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:18.539125 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67acd74-aa7a-4777-ab70-5d30ff8d3e93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:18.539486 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67acd74-aa7a-4777-ab70-5d30ff8d3e93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:18.539841 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67acd74-aa7a-4777-ab70-5d30ff8d3e93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:18.540259 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67acd74-aa7a-4777-ab70-5d30ff8d3e93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:18.540600 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67acd74-aa7a-4777-ab70-5d30ff8d3e93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:18.541726 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67acd74-aa7a-4777-ab70-5d30ff8d3e93 admin admin] Tracked resource versions report: Apr 15 10:45:18.541726 dv-cinder-786383-1-iscsi neutron-server[85157]: pushed versions: Apr 15 10:45:18.541726 dv-cinder-786383-1-iscsi neutron-server[85157]: { 'AddressGroup': {'1.2'}, Apr 15 10:45:18.541726 dv-cinder-786383-1-iscsi neutron-server[85157]: 'ConntrackHelper': {'1.0'}, Apr 15 10:45:18.541726 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Log': {'1.0'}, Apr 15 10:45:18.541726 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Network': {'1.1'}, Apr 15 10:45:18.541726 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Port': {'1.7'}, Apr 15 10:45:18.541726 dv-cinder-786383-1-iscsi neutron-server[85157]: 'PortForwarding': {'1.2'}, Apr 15 10:45:18.541726 dv-cinder-786383-1-iscsi neutron-server[85157]: 'QosPolicy': {'1.8'}, Apr 15 10:45:18.541726 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SecurityGroup': {'1.4'}, Apr 15 10:45:18.541726 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:45:18.541726 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SubPort': {'1.0'}, Apr 15 10:45:18.541726 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Subnet': {'1.1'}, Apr 15 10:45:18.541726 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Trunk': {'1.1'}} Apr 15 10:45:18.541726 dv-cinder-786383-1-iscsi neutron-server[85157]: consumer versions: Apr 15 10:45:18.541726 dv-cinder-786383-1-iscsi neutron-server[85157]: { DHCP agent@dv-cinder-786383-1-iscsi: {}, Apr 15 10:45:18.541726 dv-cinder-786383-1-iscsi neutron-server[85157]: L3 agent@dv-cinder-786383-1-iscsi: {}, Apr 15 10:45:18.541726 dv-cinder-786383-1-iscsi neutron-server[85157]: Metadata agent@dv-cinder-786383-1-iscsi: {}, Apr 15 10:45:18.541726 dv-cinder-786383-1-iscsi neutron-server[85157]: Metering agent@dv-cinder-786383-1-iscsi: {}, Apr 15 10:45:18.541726 dv-cinder-786383-1-iscsi neutron-server[85157]: Open vSwitch agent@dv-cinder-786383-1-iscsi: { 'AddressGroup': '1.2', Apr 15 10:45:18.541726 dv-cinder-786383-1-iscsi neutron-server[85157]: 'ConntrackHelper': '1.0', Apr 15 10:45:18.541726 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Log': '1.0', Apr 15 10:45:18.541726 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Network': '1.1', Apr 15 10:45:18.541726 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Port': '1.7', Apr 15 10:45:18.541726 dv-cinder-786383-1-iscsi neutron-server[85157]: 'PortForwarding': '1.2', Apr 15 10:45:18.541726 dv-cinder-786383-1-iscsi neutron-server[85157]: 'QosPolicy': '1.8', Apr 15 10:45:18.541726 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SecurityGroup': '1.4', Apr 15 10:45:18.541726 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SecurityGroupRule': '1.2', Apr 15 10:45:18.541726 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SubPort': '1.0', Apr 15 10:45:18.541726 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Subnet': '1.1', Apr 15 10:45:18.541726 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Trunk': '1.1'}} Apr 15 10:45:18.541726 dv-cinder-786383-1-iscsi neutron-server[85157]: {{(pid=85270) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:45:18.559959 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c67acd74-aa7a-4777-ab70-5d30ff8d3e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:18.561164 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-c67acd74-aa7a-4777-ab70-5d30ff8d3e93 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c53079fa-7eb0-4e1e-bbff-855fbfbe43f6 HTTP/1.1" status: 204 len: 168 time: 0.2143168 Apr 15 10:45:18.570730 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-c67acd74-aa7a-4777-ab70-5d30ff8d3e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:45:20.821570 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e26f6303-807f-456c-adef-38f15acb047a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:23.296013 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-123cfcec-6315-49a2-8710-84b71d438ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:24.090261 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:24.285541 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:25.036779 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:44.704448 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 5 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:45:50.822930 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a642bc3d-caf4-472f-bb3d-8853c80b30b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:53.298437 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0cb50ad3-0e16-4e3f-92ed-57ad1a7b2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:54.091007 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:54.286097 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:55.038798 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:20.824187 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-61dad01b-baef-4495-8913-d21621a520dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:21.704060 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 5 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:46:23.300560 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bcb74b0c-7627-416c-b8c5-e2253af698d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:24.094382 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:24.288253 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:25.043083 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:50.825408 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0eee367b-4d6c-40c9-88af-b5d282c54ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:53.302102 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-353edc31-8316-4624-b73c-37caddea2f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:54.096525 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:54.290380 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:54.733063 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770'] for agent, after_create {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:55.047583 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:58.704986 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:46:59.757969 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 34402) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:46:59.880590 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-bd6ef482-a326-4e61-ac69-2ae9d2ecf7a2 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1214430 Apr 15 10:47:02.410791 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 34412) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:47:02.471064 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-5296311a-d423-4f63-af86-4189e083b2eb admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0590506 Apr 15 10:47:20.829004 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-97e1e941-b69a-4e4f-a213-83d858423a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:23.303519 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-064e0c66-10ef-473c-a0c1-7580fffc7075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:24.101144 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:24.291235 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:24.718444 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:25.049944 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:35.704440 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:47:50.829848 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-abe631f5-8f77-4500-a97e-5392fd135591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:53.305199 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-501b01bb-e687-40f3-bbef-14e667e5fc4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:54.103733 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:54.293025 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:54.740354 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:55.053984 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:12.704840 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:48:20.832178 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2ba820d2-178e-40cc-82d1-d171035b644b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:23.307801 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-35a73925-0b0e-4308-ab8d-05be74d43412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:24.106167 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:24.294753 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:24.732043 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:25.056342 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:36.414559 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 34606) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:36.714638 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1504793701-network', 'tenant_id': '468002c968c349e39872f05034981878'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:48:36.720345 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.quota [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Loaded quota_driver: . Apr 15 10:48:36.731975 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:48:36.736409 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Usage tracker for resource:network and tenant:468002c968c349e39872f05034981878 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:48:36.740765 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:48:36.748651 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 34634) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:36.751510 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:48:36.769829 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Made reservation on behalf of 468002c968c349e39872f05034981878 for: {'network': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:48:36.776270 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for network, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:36.794258 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:36.818509 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:48:36.818509 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Usage tracker for resource:security_group_rule and tenant:468002c968c349e39872f05034981878 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:48:36.819825 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:48:36.825913 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:48:36.926853 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:36.930870 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:36.935810 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-c67acd74-aa7a-4777-ab70-5d30ff8d3e93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:36.967892 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=85270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:48:36.977683 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3b69ca-4f56-42e1-8657-da69a7bd085e,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:36.990671 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:36.991085 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:36.991431 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:36.991966 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:36.992465 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:36.992990 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:36.993522 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:36.993879 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:36.994237 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:36.994591 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:36.994942 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:36.995326 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:36.996399 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Tracked resource versions report: Apr 15 10:48:36.996399 dv-cinder-786383-1-iscsi neutron-server[85157]: pushed versions: Apr 15 10:48:36.996399 dv-cinder-786383-1-iscsi neutron-server[85157]: { 'AddressGroup': {'1.2'}, Apr 15 10:48:36.996399 dv-cinder-786383-1-iscsi neutron-server[85157]: 'ConntrackHelper': {'1.0'}, Apr 15 10:48:36.996399 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Log': {'1.0'}, Apr 15 10:48:36.996399 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Network': {'1.1'}, Apr 15 10:48:36.996399 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Port': {'1.7'}, Apr 15 10:48:36.996399 dv-cinder-786383-1-iscsi neutron-server[85157]: 'PortForwarding': {'1.2'}, Apr 15 10:48:36.996399 dv-cinder-786383-1-iscsi neutron-server[85157]: 'QosPolicy': {'1.8'}, Apr 15 10:48:36.996399 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SecurityGroup': {'1.4'}, Apr 15 10:48:36.996399 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:48:36.996399 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SubPort': {'1.0'}, Apr 15 10:48:36.996399 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Subnet': {'1.1'}, Apr 15 10:48:36.996399 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Trunk': {'1.1'}} Apr 15 10:48:36.996399 dv-cinder-786383-1-iscsi neutron-server[85157]: consumer versions: Apr 15 10:48:36.996399 dv-cinder-786383-1-iscsi neutron-server[85157]: { DHCP agent@dv-cinder-786383-1-iscsi: {}, Apr 15 10:48:36.996399 dv-cinder-786383-1-iscsi neutron-server[85157]: HyperV agent@hv-cinder-78638: {}, Apr 15 10:48:36.996399 dv-cinder-786383-1-iscsi neutron-server[85157]: L3 agent@dv-cinder-786383-1-iscsi: {}, Apr 15 10:48:36.996399 dv-cinder-786383-1-iscsi neutron-server[85157]: Metadata agent@dv-cinder-786383-1-iscsi: {}, Apr 15 10:48:36.996399 dv-cinder-786383-1-iscsi neutron-server[85157]: Metering agent@dv-cinder-786383-1-iscsi: {}, Apr 15 10:48:36.996399 dv-cinder-786383-1-iscsi neutron-server[85157]: Open vSwitch agent@dv-cinder-786383-1-iscsi: { 'AddressGroup': '1.2', Apr 15 10:48:36.996399 dv-cinder-786383-1-iscsi neutron-server[85157]: 'ConntrackHelper': '1.0', Apr 15 10:48:36.996399 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Log': '1.0', Apr 15 10:48:36.996399 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Network': '1.1', Apr 15 10:48:36.996399 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Port': '1.7', Apr 15 10:48:36.996399 dv-cinder-786383-1-iscsi neutron-server[85157]: 'PortForwarding': '1.2', Apr 15 10:48:36.996399 dv-cinder-786383-1-iscsi neutron-server[85157]: 'QosPolicy': '1.8', Apr 15 10:48:36.996399 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SecurityGroup': '1.4', Apr 15 10:48:36.996399 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SecurityGroupRule': '1.2', Apr 15 10:48:36.996399 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SubPort': '1.0', Apr 15 10:48:36.996399 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Subnet': '1.1', Apr 15 10:48:36.996399 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Trunk': '1.1'}} Apr 15 10:48:36.996399 dv-cinder-786383-1-iscsi neutron-server[85157]: {{(pid=85270) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:48:37.011006 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735722853047', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854748824'] for segment, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:37.011639 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Unsubscribe: segment precommit_create {{(pid=85270) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 15 10:48:37.012335 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.segments_db [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Added segment 9d4b411c-2002-4aee-a880-e637d51bd4ad of type vlan for network c4f6e935-b869-426f-8147-87b90ae81bd1 Apr 15 10:48:37.020164 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:37.084577 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363301132464039'] for network, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:37.121946 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349'] for network, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:37.123844 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:37.124342 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for network, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:37.130386 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:37.239902 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Pushing event updated for resources: {'Network': ['ID=c4f6e935-b869-426f-8147-87b90ae81bd1,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:37.246027 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 34650) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:37.246232 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8293750 Apr 15 10:48:37.248693 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:37.254526 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-ab010ca4-e967-4a14-9a5a-05d81a37aa6c admin admin] Request body: {'subnet': {'network_id': 'c4f6e935-b869-426f-8147-87b90ae81bd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1504793701-subnet', 'tenant_id': '468002c968c349e39872f05034981878', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:48:37.258333 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Network c4f6e935-b869-426f-8147-87b90ae81bd1 details requested by agent ovs-agent-dv-cinder-786383-1-iscsi with host dv-cinder-786383-1-iscsi {{(pid=85273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:48:37.273373 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-ab010ca4-e967-4a14-9a5a-05d81a37aa6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:48:37.277561 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-ab010ca4-e967-4a14-9a5a-05d81a37aa6c admin admin] Usage tracker for resource:subnet and tenant:468002c968c349e39872f05034981878 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:48:37.280574 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-ab010ca4-e967-4a14-9a5a-05d81a37aa6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:48:37.295820 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-ab010ca4-e967-4a14-9a5a-05d81a37aa6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:48:37.313100 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-d01a8466-1e51-47a7-8830-5b958343f44a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-74497265-network', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:48:37.319978 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab010ca4-e967-4a14-9a5a-05d81a37aa6c admin admin] Made reservation on behalf of 468002c968c349e39872f05034981878 for: {'subnet': 1} {{(pid=85272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:48:37.324625 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ab010ca4-e967-4a14-9a5a-05d81a37aa6c admin admin] Notify callbacks [] for subnet, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:37.336400 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-d01a8466-1e51-47a7-8830-5b958343f44a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:48:37.360040 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-d01a8466-1e51-47a7-8830-5b958343f44a admin admin] Usage tracker for resource:network and tenant:689fecd83bc6425fa49a8b8585fa7766 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:48:37.370651 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-d01a8466-1e51-47a7-8830-5b958343f44a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:48:37.389550 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-d01a8466-1e51-47a7-8830-5b958343f44a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:48:37.413280 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01a8466-1e51-47a7-8830-5b958343f44a admin admin] Made reservation on behalf of 689fecd83bc6425fa49a8b8585fa7766 for: {'network': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:48:37.418797 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d01a8466-1e51-47a7-8830-5b958343f44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for network, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:37.441395 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 34656) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:37.451147 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d01a8466-1e51-47a7-8830-5b958343f44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:37.469153 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-d01a8466-1e51-47a7-8830-5b958343f44a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:48:37.477875 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-d01a8466-1e51-47a7-8830-5b958343f44a admin admin] Usage tracker for resource:security_group_rule and tenant:689fecd83bc6425fa49a8b8585fa7766 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:48:37.481076 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-d01a8466-1e51-47a7-8830-5b958343f44a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:48:37.487026 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-d01a8466-1e51-47a7-8830-5b958343f44a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:48:37.607934 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d01a8466-1e51-47a7-8830-5b958343f44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:37.611713 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d01a8466-1e51-47a7-8830-5b958343f44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:37.625715 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d01a8466-1e51-47a7-8830-5b958343f44a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=85270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:48:37.640582 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d01a8466-1e51-47a7-8830-5b958343f44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854748824'] for segment, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:37.641097 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.segments_db [None req-d01a8466-1e51-47a7-8830-5b958343f44a admin admin] Added segment 8e6d0818-21ca-4119-a259-40d1be9a343f of type vlan for network f668c3bb-e88f-444d-af6d-837916f0416a Apr 15 10:48:37.672220 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d01a8466-1e51-47a7-8830-5b958343f44a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363301132464039'] for network, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:37.679354 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:37.692943 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-ec5070b6-d6ff-4e8f-9f3e-d87f8794f431 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1587942266-network', 'tenant_id': '034f9e00dfb540d0a3925edd6ae02cd7'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:48:37.704030 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-ec5070b6-d6ff-4e8f-9f3e-d87f8794f431 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:48:37.708714 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-ec5070b6-d6ff-4e8f-9f3e-d87f8794f431 admin admin] Usage tracker for resource:network and tenant:034f9e00dfb540d0a3925edd6ae02cd7 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:48:37.712223 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-ec5070b6-d6ff-4e8f-9f3e-d87f8794f431 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:48:37.723733 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-ec5070b6-d6ff-4e8f-9f3e-d87f8794f431 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:48:37.743514 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5070b6-d6ff-4e8f-9f3e-d87f8794f431 admin admin] Made reservation on behalf of 034f9e00dfb540d0a3925edd6ae02cd7 for: {'network': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:48:37.749809 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ec5070b6-d6ff-4e8f-9f3e-d87f8794f431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for network, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:37.777174 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ec5070b6-d6ff-4e8f-9f3e-d87f8794f431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:37.791748 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a8466-1e51-47a7-8830-5b958343f44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16361c9-befd-479b-9bc2-730b9b5df4bc,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:37.795073 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-d01a8466-1e51-47a7-8830-5b958343f44a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:37.809793 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-ec5070b6-d6ff-4e8f-9f3e-d87f8794f431 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:48:37.822990 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-ec5070b6-d6ff-4e8f-9f3e-d87f8794f431 admin admin] Usage tracker for resource:security_group_rule and tenant:034f9e00dfb540d0a3925edd6ae02cd7 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:48:37.829757 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-ec5070b6-d6ff-4e8f-9f3e-d87f8794f431 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:48:37.832683 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d01a8466-1e51-47a7-8830-5b958343f44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349'] for network, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:37.836622 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01a8466-1e51-47a7-8830-5b958343f44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:37.837255 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d01a8466-1e51-47a7-8830-5b958343f44a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for network, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:37.877222 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-ec5070b6-d6ff-4e8f-9f3e-d87f8794f431 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:48:37.880765 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:37.903350 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-d01a8466-1e51-47a7-8830-5b958343f44a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1538677 Apr 15 10:48:37.908715 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 34676) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:37.920351 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-922d4853-d337-4632-bb91-d428d685f8c2 admin admin] Request body: {'subnet': {'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-74497265-subnet', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:48:37.926671 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-922d4853-d337-4632-bb91-d428d685f8c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:48:37.939350 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-922d4853-d337-4632-bb91-d428d685f8c2 admin admin] Usage tracker for resource:subnet and tenant:689fecd83bc6425fa49a8b8585fa7766 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:48:37.943457 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-922d4853-d337-4632-bb91-d428d685f8c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:48:37.949774 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-922d4853-d337-4632-bb91-d428d685f8c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:48:37.975767 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922d4853-d337-4632-bb91-d428d685f8c2 admin admin] Made reservation on behalf of 689fecd83bc6425fa49a8b8585fa7766 for: {'subnet': 1} {{(pid=85272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:48:37.980676 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-922d4853-d337-4632-bb91-d428d685f8c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:38.060913 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a8466-1e51-47a7-8830-5b958343f44a admin admin] Pushing event updated for resources: {'Network': ['ID=f668c3bb-e88f-444d-af6d-837916f0416a,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:38.064795 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-d01a8466-1e51-47a7-8830-5b958343f44a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:38.078156 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Network f668c3bb-e88f-444d-af6d-837916f0416a details requested by agent ovs-agent-dv-cinder-786383-1-iscsi with host dv-cinder-786383-1-iscsi {{(pid=85273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:48:38.201320 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ec5070b6-d6ff-4e8f-9f3e-d87f8794f431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:38.207590 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ec5070b6-d6ff-4e8f-9f3e-d87f8794f431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:38.230115 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec5070b6-d6ff-4e8f-9f3e-d87f8794f431 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=85270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:48:38.232444 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:38.306626 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ec5070b6-d6ff-4e8f-9f3e-d87f8794f431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854748824'] for segment, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:38.318654 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.segments_db [None req-ec5070b6-d6ff-4e8f-9f3e-d87f8794f431 admin admin] Added segment b8a5e931-e52c-4bee-a7b4-05fd301c3c30 of type vlan for network ff9d6612-9c75-4ee5-9832-0a8f32cab1c9 Apr 15 10:48:38.333497 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5070b6-d6ff-4e8f-9f3e-d87f8794f431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad012695-2b85-4e34-8234-5494232a8319,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:38.339458 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-ec5070b6-d6ff-4e8f-9f3e-d87f8794f431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:38.354940 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ab010ca4-e967-4a14-9a5a-05d81a37aa6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349'] for subnet, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:38.358920 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ec5070b6-d6ff-4e8f-9f3e-d87f8794f431 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363301132464039'] for network, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:38.376522 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:38.395770 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ec5070b6-d6ff-4e8f-9f3e-d87f8794f431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349'] for network, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:38.397175 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5070b6-d6ff-4e8f-9f3e-d87f8794f431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:38.397812 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ec5070b6-d6ff-4e8f-9f3e-d87f8794f431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for network, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:38.409392 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:38.547037 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5070b6-d6ff-4e8f-9f3e-d87f8794f431 admin admin] Pushing event updated for resources: {'Network': ['ID=ff9d6612-9c75-4ee5-9832-0a8f32cab1c9,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:38.554761 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-ec5070b6-d6ff-4e8f-9f3e-d87f8794f431 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1117716 Apr 15 10:48:38.555459 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 34704) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:38.556282 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-ec5070b6-d6ff-4e8f-9f3e-d87f8794f431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:38.559458 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Network ff9d6612-9c75-4ee5-9832-0a8f32cab1c9 details requested by agent ovs-agent-dv-cinder-786383-1-iscsi with host dv-cinder-786383-1-iscsi {{(pid=85273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:48:38.562555 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-74235fb0-b163-41b5-bc60-3ed5ac0bdf97 admin admin] Request body: {'subnet': {'network_id': 'ff9d6612-9c75-4ee5-9832-0a8f32cab1c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1587942266-subnet', 'tenant_id': '034f9e00dfb540d0a3925edd6ae02cd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:48:38.568824 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-74235fb0-b163-41b5-bc60-3ed5ac0bdf97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:48:38.573010 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-74235fb0-b163-41b5-bc60-3ed5ac0bdf97 admin admin] Usage tracker for resource:subnet and tenant:034f9e00dfb540d0a3925edd6ae02cd7 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:48:38.577940 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-74235fb0-b163-41b5-bc60-3ed5ac0bdf97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:48:38.588483 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-74235fb0-b163-41b5-bc60-3ed5ac0bdf97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:48:38.613937 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74235fb0-b163-41b5-bc60-3ed5ac0bdf97 admin admin] Made reservation on behalf of 034f9e00dfb540d0a3925edd6ae02cd7 for: {'subnet': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:48:38.619717 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-74235fb0-b163-41b5-bc60-3ed5ac0bdf97 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:38.634384 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab010ca4-e967-4a14-9a5a-05d81a37aa6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=19827f90-228d-4b46-b4a8-3e3339c5c6d7,revision_number=0']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:38.671876 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab010ca4-e967-4a14-9a5a-05d81a37aa6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:38.672411 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab010ca4-e967-4a14-9a5a-05d81a37aa6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:38.672955 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab010ca4-e967-4a14-9a5a-05d81a37aa6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:38.673334 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab010ca4-e967-4a14-9a5a-05d81a37aa6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:38.673700 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab010ca4-e967-4a14-9a5a-05d81a37aa6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:38.674062 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab010ca4-e967-4a14-9a5a-05d81a37aa6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:38.674449 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab010ca4-e967-4a14-9a5a-05d81a37aa6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:38.675109 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab010ca4-e967-4a14-9a5a-05d81a37aa6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:38.675566 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab010ca4-e967-4a14-9a5a-05d81a37aa6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:38.676050 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab010ca4-e967-4a14-9a5a-05d81a37aa6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:38.676413 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab010ca4-e967-4a14-9a5a-05d81a37aa6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:38.676775 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab010ca4-e967-4a14-9a5a-05d81a37aa6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:38.678181 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab010ca4-e967-4a14-9a5a-05d81a37aa6c admin admin] Tracked resource versions report: Apr 15 10:48:38.678181 dv-cinder-786383-1-iscsi neutron-server[85157]: pushed versions: Apr 15 10:48:38.678181 dv-cinder-786383-1-iscsi neutron-server[85157]: { 'AddressGroup': {'1.2'}, Apr 15 10:48:38.678181 dv-cinder-786383-1-iscsi neutron-server[85157]: 'ConntrackHelper': {'1.0'}, Apr 15 10:48:38.678181 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Log': {'1.0'}, Apr 15 10:48:38.678181 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Network': {'1.1'}, Apr 15 10:48:38.678181 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Port': {'1.7'}, Apr 15 10:48:38.678181 dv-cinder-786383-1-iscsi neutron-server[85157]: 'PortForwarding': {'1.2'}, Apr 15 10:48:38.678181 dv-cinder-786383-1-iscsi neutron-server[85157]: 'QosPolicy': {'1.8'}, Apr 15 10:48:38.678181 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SecurityGroup': {'1.4'}, Apr 15 10:48:38.678181 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:48:38.678181 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SubPort': {'1.0'}, Apr 15 10:48:38.678181 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Subnet': {'1.1'}, Apr 15 10:48:38.678181 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Trunk': {'1.1'}} Apr 15 10:48:38.678181 dv-cinder-786383-1-iscsi neutron-server[85157]: consumer versions: Apr 15 10:48:38.678181 dv-cinder-786383-1-iscsi neutron-server[85157]: { DHCP agent@dv-cinder-786383-1-iscsi: {}, Apr 15 10:48:38.678181 dv-cinder-786383-1-iscsi neutron-server[85157]: HyperV agent@hv-cinder-78638: {}, Apr 15 10:48:38.678181 dv-cinder-786383-1-iscsi neutron-server[85157]: L3 agent@dv-cinder-786383-1-iscsi: {}, Apr 15 10:48:38.678181 dv-cinder-786383-1-iscsi neutron-server[85157]: Metadata agent@dv-cinder-786383-1-iscsi: {}, Apr 15 10:48:38.678181 dv-cinder-786383-1-iscsi neutron-server[85157]: Metering agent@dv-cinder-786383-1-iscsi: {}, Apr 15 10:48:38.678181 dv-cinder-786383-1-iscsi neutron-server[85157]: Open vSwitch agent@dv-cinder-786383-1-iscsi: { 'AddressGroup': '1.2', Apr 15 10:48:38.678181 dv-cinder-786383-1-iscsi neutron-server[85157]: 'ConntrackHelper': '1.0', Apr 15 10:48:38.678181 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Log': '1.0', Apr 15 10:48:38.678181 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Network': '1.1', Apr 15 10:48:38.678181 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Port': '1.7', Apr 15 10:48:38.678181 dv-cinder-786383-1-iscsi neutron-server[85157]: 'PortForwarding': '1.2', Apr 15 10:48:38.678181 dv-cinder-786383-1-iscsi neutron-server[85157]: 'QosPolicy': '1.8', Apr 15 10:48:38.678181 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SecurityGroup': '1.4', Apr 15 10:48:38.678181 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SecurityGroupRule': '1.2', Apr 15 10:48:38.678181 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SubPort': '1.0', Apr 15 10:48:38.678181 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Subnet': '1.1', Apr 15 10:48:38.678181 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Trunk': '1.1'}} Apr 15 10:48:38.678181 dv-cinder-786383-1-iscsi neutron-server[85157]: {{(pid=85272) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:48:38.699421 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-ab010ca4-e967-4a14-9a5a-05d81a37aa6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:38.764879 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab010ca4-e967-4a14-9a5a-05d81a37aa6c admin admin] Checking segment: {'id': '9d4b411c-2002-4aee-a880-e637d51bd4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c4f6e935-b869-426f-8147-87b90ae81bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:48:38.765268 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab010ca4-e967-4a14-9a5a-05d81a37aa6c admin admin] Network hostable DHCP agents. Network: c4f6e935-b869-426f-8147-87b90ae81bd1, hostable agents: ['18362263-581c-45fc-9271-eb619391ffd4'], hosted agents: [] {{(pid=85272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:48:38.828072 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab010ca4-e967-4a14-9a5a-05d81a37aa6c admin admin] Network c4f6e935-b869-426f-8147-87b90ae81bd1 is scheduled to be hosted by DHCP agent 18362263-581c-45fc-9271-eb619391ffd4 with binding_index 1 {{(pid=85272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:48:38.874528 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-ab010ca4-e967-4a14-9a5a-05d81a37aa6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-1-iscsi, c4f6e935-b869-426f-8147-87b90ae81bd1) {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:48:38.883372 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee3c891-d20a-45c1-ab69-da1e786ffe89 None None] Network c4f6e935-b869-426f-8147-87b90ae81bd1 requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:48:38.887901 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab010ca4-e967-4a14-9a5a-05d81a37aa6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:38.888547 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ab010ca4-e967-4a14-9a5a-05d81a37aa6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for subnet, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:38.950995 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-922d4853-d337-4632-bb91-d428d685f8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349'] for subnet, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:38.977624 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-926893fe-25a2-400a-bbba-58f66840045f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:39.070432 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d4853-d337-4632-bb91-d428d685f8c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb6df1b7-a13f-4f84-b22c-9831f4c87d61,revision_number=0']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:39.090226 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-ab010ca4-e967-4a14-9a5a-05d81a37aa6c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8423269 Apr 15 10:48:39.091536 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-922d4853-d337-4632-bb91-d428d685f8c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:39.353360 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b2c385-9f85-4b00-9312-399b17f22472 None None] Network c4f6e935-b869-426f-8147-87b90ae81bd1 requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:48:39.374084 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922d4853-d337-4632-bb91-d428d685f8c2 admin admin] Checking segment: {'id': '8e6d0818-21ca-4119-a259-40d1be9a343f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:48:39.376369 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922d4853-d337-4632-bb91-d428d685f8c2 admin admin] Network hostable DHCP agents. Network: f668c3bb-e88f-444d-af6d-837916f0416a, hostable agents: ['18362263-581c-45fc-9271-eb619391ffd4'], hosted agents: [] {{(pid=85272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:48:39.442689 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922d4853-d337-4632-bb91-d428d685f8c2 admin admin] Network f668c3bb-e88f-444d-af6d-837916f0416a is scheduled to be hosted by DHCP agent 18362263-581c-45fc-9271-eb619391ffd4 with binding_index 1 {{(pid=85272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:48:39.462596 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-922d4853-d337-4632-bb91-d428d685f8c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-1-iscsi, f668c3bb-e88f-444d-af6d-837916f0416a) {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:48:39.476008 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922d4853-d337-4632-bb91-d428d685f8c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:39.478744 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04af1928-31bb-4e77-a28f-e754a91780ed None None] Network f668c3bb-e88f-444d-af6d-837916f0416a requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:48:39.482136 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-922d4853-d337-4632-bb91-d428d685f8c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for subnet, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:39.513357 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-74235fb0-b163-41b5-bc60-3ed5ac0bdf97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349'] for subnet, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:39.537663 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-922d4853-d337-4632-bb91-d428d685f8c2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6219764 Apr 15 10:48:39.540201 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 34732) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:39.545720 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-35f73dae-23c5-4fb5-a806-fee17dfbec33 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-74497265-router', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'}}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:48:39.551949 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-35f73dae-23c5-4fb5-a806-fee17dfbec33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:48:39.553489 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:39.561751 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-35f73dae-23c5-4fb5-a806-fee17dfbec33 admin admin] Usage tracker for resource:router and tenant:689fecd83bc6425fa49a8b8585fa7766 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:48:39.571816 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-35f73dae-23c5-4fb5-a806-fee17dfbec33 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:48:39.591942 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-35f73dae-23c5-4fb5-a806-fee17dfbec33 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:48:39.605910 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-35f73dae-23c5-4fb5-a806-fee17dfbec33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854364945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036850582375'] for router, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:39.607081 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-35f73dae-23c5-4fb5-a806-fee17dfbec33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4193425'] for router, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:39.637619 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-35f73dae-23c5-4fb5-a806-fee17dfbec33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:39.755121 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74235fb0-b163-41b5-bc60-3ed5ac0bdf97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15a9a3e4-9261-4979-a836-8ff604791f64,revision_number=0']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:39.761907 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-74235fb0-b163-41b5-bc60-3ed5ac0bdf97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:39.839683 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74235fb0-b163-41b5-bc60-3ed5ac0bdf97 admin admin] Checking segment: {'id': 'b8a5e931-e52c-4bee-a7b4-05fd301c3c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ff9d6612-9c75-4ee5-9832-0a8f32cab1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:48:39.839992 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74235fb0-b163-41b5-bc60-3ed5ac0bdf97 admin admin] Network hostable DHCP agents. Network: ff9d6612-9c75-4ee5-9832-0a8f32cab1c9, hostable agents: ['18362263-581c-45fc-9271-eb619391ffd4'], hosted agents: [] {{(pid=85270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:48:39.916529 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74235fb0-b163-41b5-bc60-3ed5ac0bdf97 admin admin] Network ff9d6612-9c75-4ee5-9832-0a8f32cab1c9 is scheduled to be hosted by DHCP agent 18362263-581c-45fc-9271-eb619391ffd4 with binding_index 1 {{(pid=85270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:48:39.944740 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-74235fb0-b163-41b5-bc60-3ed5ac0bdf97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-1-iscsi, ff9d6612-9c75-4ee5-9832-0a8f32cab1c9) {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:48:39.960561 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74235fb0-b163-41b5-bc60-3ed5ac0bdf97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:39.961216 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-74235fb0-b163-41b5-bc60-3ed5ac0bdf97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for subnet, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:40.044366 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-74235fb0-b163-41b5-bc60-3ed5ac0bdf97 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4868629 Apr 15 10:48:40.047213 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275aa6b9-f6e2-491d-802d-feb85114fb29 None None] Network ff9d6612-9c75-4ee5-9832-0a8f32cab1c9 requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:48:40.255868 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 34790) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:40.259245 dv-cinder-786383-1-iscsi neutron-server[85157]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 15 10:48:40.288237 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpada1f6cb-291d-5cb6-a3be-9f35f1ed9e53-f668c3bb-e88f-444d-af6d-837916f0416a', 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'fixed_ips': [{'subnet_id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61'}]}} from dv-cinder-786383-1-iscsi. {{(pid=85273) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 10:48:40.289329 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:40.361050 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-35f73dae-23c5-4fb5-a806-fee17dfbec33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854364930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4193534'] for router, precommit_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:40.512176 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-7f80cd30-b6b5-406b-b11f-23d97e69bb41 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:40.513728 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-7f80cd30-b6b5-406b-b11f-23d97e69bb41 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Synchronizing usage tracker for tenant:468002c968c349e39872f05034981878 on resource:network {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:48:40.537348 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-7f80cd30-b6b5-406b-b11f-23d97e69bb41 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Unset dirty status for tenant:468002c968c349e39872f05034981878 on resource:network {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:48:40.539526 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-7f80cd30-b6b5-406b-b11f-23d97e69bb41 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/networks?id=c4f6e935-b869-426f-8147-87b90ae81bd1 HTTP/1.1" status: 200 len: 815 time: 0.2823484 Apr 15 10:48:40.547915 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419cfdde-1896-43c8-9dbb-4506ea9a092d None None] Network ff9d6612-9c75-4ee5-9832-0a8f32cab1c9 requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:48:40.582837 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-c5e24258-5011-4ff6-9d44-8dbd198eb90e tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/quotas/468002c968c349e39872f05034981878 HTTP/1.1" status: 200 len: 375 time: 0.0285521 Apr 15 10:48:40.777455 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-1dde0307-1126-407b-ba60-12f6efbcdd9a tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=468002c968c349e39872f05034981878&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1874189 Apr 15 10:48:40.796888 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Allocated IP 172.20.0.2 (f668c3bb-e88f-444d-af6d-837916f0416a/eb6df1b7-a13f-4f84-b22c-9831f4c87d61/44f6c720-1e8b-4ac8-b950-9481440cd9de) {{(pid=85273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:48:40.857054 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 34836) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:40.888353 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-35f73dae-23c5-4fb5-a806-fee17dfbec33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:40.925125 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-35f73dae-23c5-4fb5-a806-fee17dfbec33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:41.037151 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 34844) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:41.057935 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-cce71fc9-a844-4964-b49e-efc5b1eae867 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:41.058832 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-cce71fc9-a844-4964-b49e-efc5b1eae867 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Synchronizing usage tracker for tenant:034f9e00dfb540d0a3925edd6ae02cd7 on resource:network {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:48:41.077839 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-cce71fc9-a844-4964-b49e-efc5b1eae867 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Unset dirty status for tenant:034f9e00dfb540d0a3925edd6ae02cd7 on resource:network {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:48:41.079429 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-cce71fc9-a844-4964-b49e-efc5b1eae867 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/networks?id=ff9d6612-9c75-4ee5-9832-0a8f32cab1c9 HTTP/1.1" status: 200 len: 812 time: 0.2205503 Apr 15 10:48:41.103607 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-35f73dae-23c5-4fb5-a806-fee17dfbec33 admin admin] Allocated IP 172.27.2.8 (533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f/ee0371ba-4ff7-4e97-afb9-409670eb4ad7/8d30bea1-ae73-4d8a-a314-4b8590cd7566) {{(pid=85272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:48:41.105726 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-563c98ec-cb7e-4ee3-99f9-62cc203d2a26 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/quotas/034f9e00dfb540d0a3925edd6ae02cd7 HTTP/1.1" status: 200 len: 375 time: 0.0146523 Apr 15 10:48:41.200056 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-928681f2-1abc-41c0-90ae-85a3625fa13e tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=034f9e00dfb540d0a3925edd6ae02cd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0866530 Apr 15 10:48:41.207405 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-c4e874dc-a28a-49c3-b56e-2ccf35b83c76 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=85270) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:48:41.217671 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-c4e874dc-a28a-49c3-b56e-2ccf35b83c76 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2231662 Apr 15 10:48:41.296141 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Notify callbacks [] for port, precommit_create {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:41.318368 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-35f73dae-23c5-4fb5-a806-fee17dfbec33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:41.318782 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Transition to ACTIVE for port object 44f6c720-1e8b-4ac8-b950-9481440cd9de will not be triggered until provisioned by entity L2. {{(pid=85273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:48:41.353963 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-35f73dae-23c5-4fb5-a806-fee17dfbec33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888'] for port, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:41.377128 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:41.392414 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Transition to ACTIVE for port object 44f6c720-1e8b-4ac8-b950-9481440cd9de will not be triggered until provisioned by entity DHCP. {{(pid=85273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:48:41.400812 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888'] for port, after_create {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:41.417436 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:41.488392 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4c451fb4-0209-4f8e-9e39-ddcd1a41e135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:41.517936 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-4c451fb4-0209-4f8e-9e39-ddcd1a41e135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:48:41.519789 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f73dae-23c5-4fb5-a806-fee17dfbec33 admin admin] Pushing event updated for resources: {'Port': ['ID=8d30bea1-ae73-4d8a-a314-4b8590cd7566,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:41.522783 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-35f73dae-23c5-4fb5-a806-fee17dfbec33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:41.526323 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-4c451fb4-0209-4f8e-9e39-ddcd1a41e135 admin admin] Usage tracker for resource:security_group_rule and tenant:d422a847cd4c4510933b005a9d7887be is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:48:41.531798 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-4c451fb4-0209-4f8e-9e39-ddcd1a41e135 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:48:41.551093 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-4c451fb4-0209-4f8e-9e39-ddcd1a41e135 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:48:41.581178 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-144327af-b72a-4162-b908-d45613b35948 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=85270) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:48:41.582413 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-144327af-b72a-4162-b908-d45613b35948 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1056859 Apr 15 10:48:41.592195 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f73dae-23c5-4fb5-a806-fee17dfbec33 admin admin] Network 533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f is already hosted by enough agents. {{(pid=85272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:48:41.594030 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-35f73dae-23c5-4fb5-a806-fee17dfbec33 admin admin] Resources bound (agent type, host, resource id): {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:48:41.596138 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-8cdfc8bd-1981-4fae-bfb8-9026d9367b73 service neutron] 10.222.0.36 "GET /v2.0/networks/c4f6e935-b869-426f-8147-87b90ae81bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768277 Apr 15 10:48:41.600989 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f73dae-23c5-4fb5-a806-fee17dfbec33 admin admin] Received port after_create {{(pid=85272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:48:41.606322 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Pushing event updated for resources: {'Port': ['ID=44f6c720-1e8b-4ac8-b950-9481440cd9de,revision_number=1']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:41.613085 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Network f668c3bb-e88f-444d-af6d-837916f0416a is already hosted by enough agents. {{(pid=85273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:48:41.617409 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Resources bound (agent type, host, resource id): {{(pid=85273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:48:41.619994 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:41.620378 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:41.620756 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:41.621125 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:41.621495 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:41.621857 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:41.622224 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:41.622590 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:41.622994 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:41.623330 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:41.623684 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:41.624037 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:41.625128 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Tracked resource versions report: Apr 15 10:48:41.625128 dv-cinder-786383-1-iscsi neutron-server[85157]: pushed versions: Apr 15 10:48:41.625128 dv-cinder-786383-1-iscsi neutron-server[85157]: { 'AddressGroup': {'1.2'}, Apr 15 10:48:41.625128 dv-cinder-786383-1-iscsi neutron-server[85157]: 'ConntrackHelper': {'1.0'}, Apr 15 10:48:41.625128 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Log': {'1.0'}, Apr 15 10:48:41.625128 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Network': {'1.1'}, Apr 15 10:48:41.625128 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Port': {'1.7'}, Apr 15 10:48:41.625128 dv-cinder-786383-1-iscsi neutron-server[85157]: 'PortForwarding': {'1.2'}, Apr 15 10:48:41.625128 dv-cinder-786383-1-iscsi neutron-server[85157]: 'QosPolicy': {'1.8'}, Apr 15 10:48:41.625128 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SecurityGroup': {'1.4'}, Apr 15 10:48:41.625128 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:48:41.625128 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SubPort': {'1.0'}, Apr 15 10:48:41.625128 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Subnet': {'1.1'}, Apr 15 10:48:41.625128 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Trunk': {'1.1'}} Apr 15 10:48:41.625128 dv-cinder-786383-1-iscsi neutron-server[85157]: consumer versions: Apr 15 10:48:41.625128 dv-cinder-786383-1-iscsi neutron-server[85157]: { DHCP agent@dv-cinder-786383-1-iscsi: {}, Apr 15 10:48:41.625128 dv-cinder-786383-1-iscsi neutron-server[85157]: HyperV agent@hv-cinder-78638: {}, Apr 15 10:48:41.625128 dv-cinder-786383-1-iscsi neutron-server[85157]: L3 agent@dv-cinder-786383-1-iscsi: {}, Apr 15 10:48:41.625128 dv-cinder-786383-1-iscsi neutron-server[85157]: Metadata agent@dv-cinder-786383-1-iscsi: {}, Apr 15 10:48:41.625128 dv-cinder-786383-1-iscsi neutron-server[85157]: Metering agent@dv-cinder-786383-1-iscsi: {}, Apr 15 10:48:41.625128 dv-cinder-786383-1-iscsi neutron-server[85157]: Open vSwitch agent@dv-cinder-786383-1-iscsi: { 'AddressGroup': '1.2', Apr 15 10:48:41.625128 dv-cinder-786383-1-iscsi neutron-server[85157]: 'ConntrackHelper': '1.0', Apr 15 10:48:41.625128 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Log': '1.0', Apr 15 10:48:41.625128 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Network': '1.1', Apr 15 10:48:41.625128 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Port': '1.7', Apr 15 10:48:41.625128 dv-cinder-786383-1-iscsi neutron-server[85157]: 'PortForwarding': '1.2', Apr 15 10:48:41.625128 dv-cinder-786383-1-iscsi neutron-server[85157]: 'QosPolicy': '1.8', Apr 15 10:48:41.625128 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SecurityGroup': '1.4', Apr 15 10:48:41.625128 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SecurityGroupRule': '1.2', Apr 15 10:48:41.625128 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SubPort': '1.0', Apr 15 10:48:41.625128 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Subnet': '1.1', Apr 15 10:48:41.625128 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Trunk': '1.1'}} Apr 15 10:48:41.625128 dv-cinder-786383-1-iscsi neutron-server[85157]: {{(pid=85273) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:48:41.637980 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Received port after_create {{(pid=85273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:48:41.725527 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:41.741732 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Attempting to bind port 44f6c720-1e8b-4ac8-b950-9481440cd9de on host dv-cinder-786383-1-iscsi for vnic_type normal with profile {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:48:41.742144 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Attempting to bind port 44f6c720-1e8b-4ac8-b950-9481440cd9de by drivers openvswitch,hyperv on host dv-cinder-786383-1-iscsi at level 0 using segments [{'id': '8e6d0818-21ca-4119-a259-40d1be9a343f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a'}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:48:41.742544 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Attempting to bind port 44f6c720-1e8b-4ac8-b950-9481440cd9de on network f668c3bb-e88f-444d-af6d-837916f0416a {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:48:41.748310 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Checking agent: {'id': '8830baa2-eb89-499a-aa08-32819d4139e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 40, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:48:41.748731 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Checking segment: {'id': '8e6d0818-21ca-4119-a259-40d1be9a343f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:48:41.749173 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:41.749602 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Bound using segment: {'id': '8e6d0818-21ca-4119-a259-40d1be9a343f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a'} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:48:41.750077 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Bound port: 44f6c720-1e8b-4ac8-b950-9481440cd9de, host: dv-cinder-786383-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e6d0818-21ca-4119-a259-40d1be9a343f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a'}}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:48:41.750491 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:41.847077 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] For port 44f6c720-1e8b-4ac8-b950-9481440cd9de, host dv-cinder-786383-1-iscsi, cleared binding levels {{(pid=85273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:48:41.850627 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] For port 44f6c720-1e8b-4ac8-b950-9481440cd9de, host dv-cinder-786383-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=44f6c720-1e8b-4ac8-b950-9481440cd9de,segment=NetworkSegment(8e6d0818-21ca-4119-a259-40d1be9a343f),segment_id=8e6d0818-21ca-4119-a259-40d1be9a343f)] {{(pid=85273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:48:41.854522 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:41.870250 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:41.931718 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-309d3e86-1404-46bd-9588-37529d350c9f service neutron] 10.222.0.36 "GET /v2.0/networks/ff9d6612-9c75-4ee5-9832-0a8f32cab1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271048 Apr 15 10:48:41.946771 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-f1c84789-8e53-4786-a0b2-2f18f5915f10 service neutron] 10.222.0.36 "GET /v2.0/networks/c4f6e935-b869-426f-8147-87b90ae81bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417690 Apr 15 10:48:41.971390 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4c451fb4-0209-4f8e-9e39-ddcd1a41e135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:42.010160 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-35f73dae-23c5-4fb5-a806-fee17dfbec33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:42.041642 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Pushing event updated for resources: {'Port': ['ID=44f6c720-1e8b-4ac8-b950-9481440cd9de,revision_number=2']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:42.046550 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:42.098710 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4c451fb4-0209-4f8e-9e39-ddcd1a41e135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:42.119851 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:42.213726 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-4c451fb4-0209-4f8e-9e39-ddcd1a41e135 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d422a847cd4c4510933b005a9d7887be&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1730072 Apr 15 10:48:42.213726 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c451fb4-0209-4f8e-9e39-ddcd1a41e135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ce8179-7e8a-4eee-b380-7f830df046b9,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:42.215001 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 34880) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:42.231739 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-6d67797d-fc87-4196-9479-03ae842c55a9 service neutron] 10.222.0.36 "GET /v2.0/networks/ff9d6612-9c75-4ee5-9832-0a8f32cab1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801623 Apr 15 10:48:42.234861 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-4c451fb4-0209-4f8e-9e39-ddcd1a41e135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:42.563977 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0c799bd3-11dd-45ce-8e1f-f58004f305bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:42.685717 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0c799bd3-11dd-45ce-8e1f-f58004f305bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:42.757656 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 44f6c720-1e8b-4ac8-b950-9481440cd9de up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:48:42.791901 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-96a5c295-e273-454b-892b-01c7779cb60f req-a1b13a0e-74bb-46b0-a04b-3f98709441e9 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=c066dbba-2cfa-47cd-b61b-43492228f52c HTTP/1.1" status: 200 len: 210 time: 0.1187212 Apr 15 10:48:42.905516 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-35f73dae-23c5-4fb5-a806-fee17dfbec33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854360748'] for router, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:42.970277 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-aeb77731-ca08-4188-9714-d63063b7400e req-114e6adb-c1fe-424b-a20f-35247d965f33 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 210 time: 0.0798988 Apr 15 10:48:42.973342 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning for port 44f6c720-1e8b-4ac8-b950-9481440cd9de completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:48:43.506644 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0c799bd3-11dd-45ce-8e1f-f58004f305bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:43.518356 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:43.545950 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c799bd3-11dd-45ce-8e1f-f58004f305bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ce8179-7e8a-4eee-b380-7f830df046b9,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:43.552378 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0c799bd3-11dd-45ce-8e1f-f58004f305bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:43.648495 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0c799bd3-11dd-45ce-8e1f-f58004f305bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:43.649725 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-0c799bd3-11dd-45ce-8e1f-f58004f305bf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/18ce8179-7e8a-4eee-b380-7f830df046b9 HTTP/1.1" status: 204 len: 168 time: 1.4317205 Apr 15 10:48:43.665509 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f73dae-23c5-4fb5-a806-fee17dfbec33 admin admin] Router 0e901d6d-fafa-4619-a4fb-2a4503d270de is scheduled to L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 with binding_index 1 {{(pid=85272) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 10:48:44.030541 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f73dae-23c5-4fb5-a806-fee17dfbec33 admin admin] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:48:44.043353 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071817d4-8c30-4b3f-a271-e09ca742aa26 None None] Sync routers for ids ['0e901d6d-fafa-4619-a4fb-2a4503d270de'] in dv-cinder-786383-1-iscsi {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:48:44.063226 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071817d4-8c30-4b3f-a271-e09ca742aa26 None None] Routers {'0e901d6d-fafa-4619-a4fb-2a4503d270de'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:48:44.065225 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-071817d4-8c30-4b3f-a271-e09ca742aa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:48:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['0e901d6d-fafa-4619-a4fb-2a4503d270de'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:48:44.079712 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-35f73dae-23c5-4fb5-a806-fee17dfbec33 admin admin] Notify callbacks [] for router, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:44.084316 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-35f73dae-23c5-4fb5-a806-fee17dfbec33 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.5404277 Apr 15 10:48:44.084986 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 35002) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:44.105984 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfdcf93-6532-4fbf-97e9-df9473c642d3 None None] Network f668c3bb-e88f-444d-af6d-837916f0416a requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:48:44.211757 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 35006) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:44.237979 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-08c6b9a4-b7b5-4c6b-8482-782889eec597 req-0ac1fec0-9ca4-4907-824a-a35a689b3700 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=c066dbba-2cfa-47cd-b61b-43492228f52c HTTP/1.1" status: 200 len: 210 time: 0.0978727 Apr 15 10:48:44.361960 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-67ae57ce-d26b-48f7-98a6-8768c669c835 req-df4d282d-85e6-44c1-9aa4-f6b3795d9a92 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 210 time: 0.0850556 Apr 15 10:48:44.454695 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 35014) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:44.490388 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-7fa0c96f-1741-4799-a243-c0f230cc7296 None None] Provisioning for port 44f6c720-1e8b-4ac8-b950-9481440cd9de completed by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:48:44.490609 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-7e5d41d4-b85d-4fd7-ad72-c3b6769d66d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:44.507949 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-7fa0c96f-1741-4799-a243-c0f230cc7296 None None] Provisioning complete for port 44f6c720-1e8b-4ac8-b950-9481440cd9de triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:48:44.508363 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-7fa0c96f-1741-4799-a243-c0f230cc7296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:44.542171 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-071817d4-8c30-4b3f-a271-e09ca742aa26 None None] Set router 0e901d6d-fafa-4619-a4fb-2a4503d270de gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:48:44.547155 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-7e5d41d4-b85d-4fd7-ad72-c3b6769d66d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:48:44.552037 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-7e5d41d4-b85d-4fd7-ad72-c3b6769d66d9 admin admin] Usage tracker for resource:security_group_rule and tenant:8a5d3f0878664f688acb17fd756591de is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:48:44.555251 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-7e5d41d4-b85d-4fd7-ad72-c3b6769d66d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:48:44.562397 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-7e5d41d4-b85d-4fd7-ad72-c3b6769d66d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:48:44.629652 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4807fb84-b981-4f1e-878f-a638d0c97335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:44.680161 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-7fa0c96f-1741-4799-a243-c0f230cc7296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:44.696450 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-7e5d41d4-b85d-4fd7-ad72-c3b6769d66d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:44.707460 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-7e5d41d4-b85d-4fd7-ad72-c3b6769d66d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:44.708835 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-4807fb84-b981-4f1e-878f-a638d0c97335 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:48:44.722318 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:44.754831 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-4807fb84-b981-4f1e-878f-a638d0c97335 admin admin] Usage tracker for resource:security_group_rule and tenant:1b6c882b98674fe09e0a9a7daea747e4 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:48:44.758037 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d41d4-b85d-4fd7-ad72-c3b6769d66d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33acaf66-5312-4a0e-ad29-46db0e753c06,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:44.758767 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-7fa0c96f-1741-4799-a243-c0f230cc7296 None None] For port 44f6c720-1e8b-4ac8-b950-9481440cd9de, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=44f6c720-1e8b-4ac8-b950-9481440cd9de,segment=NetworkSegment(8e6d0818-21ca-4119-a259-40d1be9a343f),segment_id=8e6d0818-21ca-4119-a259-40d1be9a343f)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:48:44.764747 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-7fa0c96f-1741-4799-a243-c0f230cc7296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:44.773348 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:44.777006 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-4807fb84-b981-4f1e-878f-a638d0c97335 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:48:44.785457 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-7e5d41d4-b85d-4fd7-ad72-c3b6769d66d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:44.802573 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-4807fb84-b981-4f1e-878f-a638d0c97335 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:48:44.816560 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-7e5d41d4-b85d-4fd7-ad72-c3b6769d66d9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8a5d3f0878664f688acb17fd756591de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3606031 Apr 15 10:48:44.821665 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 35022) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:44.876426 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0c96f-1741-4799-a243-c0f230cc7296 None None] Pushing event updated for resources: {'Port': ['ID=44f6c720-1e8b-4ac8-b950-9481440cd9de,revision_number=3']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:44.881517 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-7fa0c96f-1741-4799-a243-c0f230cc7296 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:44.942277 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f233dd7f-7b85-4611-a1e7-cdc7a5367691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:44.980049 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f233dd7f-7b85-4611-a1e7-cdc7a5367691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:44.998732 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-9d9ad276-52ed-475b-8869-7c28ab70618c None None] Provisioning complete for port 44f6c720-1e8b-4ac8-b950-9481440cd9de triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:48:45.001139 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9d9ad276-52ed-475b-8869-7c28ab70618c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:45.060016 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f233dd7f-7b85-4611-a1e7-cdc7a5367691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:45.092265 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:45.109677 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-071817d4-8c30-4b3f-a271-e09ca742aa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'name': 'tempest-AttachVolumeShelveTestJSON-74497265-router', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8d30bea1-ae73-4d8a-a314-4b8590cd7566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:48:39Z', 'updated_at': '2021-04-15T10:48:41Z', 'revision_number': 3, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'gw_port': {'id': '8d30bea1-ae73-4d8a-a314-4b8590cd7566', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:40Z', 'updated_at': '2021-04-15T10:48:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi'}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:48:45.115082 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071817d4-8c30-4b3f-a271-e09ca742aa26 None None] Checking router: 0e901d6d-fafa-4619-a4fb-2a4503d270de for host: dv-cinder-786383-1-iscsi {{(pid=85276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:48:45.115833 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071817d4-8c30-4b3f-a271-e09ca742aa26 None None] Updating router 0e901d6d-fafa-4619-a4fb-2a4503d270de port 8d30bea1-ae73-4d8a-a314-4b8590cd7566 binding host dv-cinder-786383-1-iscsi {{(pid=85276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:48:45.132170 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f233dd7f-7b85-4611-a1e7-cdc7a5367691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33acaf66-5312-4a0e-ad29-46db0e753c06,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:45.142713 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f233dd7f-7b85-4611-a1e7-cdc7a5367691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:45.166897 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f233dd7f-7b85-4611-a1e7-cdc7a5367691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:45.170930 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-f233dd7f-7b85-4611-a1e7-cdc7a5367691 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/33acaf66-5312-4a0e-ad29-46db0e753c06 HTTP/1.1" status: 204 len: 168 time: 0.3475072 Apr 15 10:48:45.173902 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4807fb84-b981-4f1e-878f-a638d0c97335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:45.180588 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4807fb84-b981-4f1e-878f-a638d0c97335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:45.187776 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-071817d4-8c30-4b3f-a271-e09ca742aa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:45.201745 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:45.268254 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-4807fb84-b981-4f1e-878f-a638d0c97335 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1b6c882b98674fe09e0a9a7daea747e4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0549858 Apr 15 10:48:45.269997 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 35040) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:45.273273 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807fb84-b981-4f1e-878f-a638d0c97335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc599a1-8aaa-4259-8c8b-a934163eee72,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:45.289754 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-4807fb84-b981-4f1e-878f-a638d0c97335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:45.379452 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9649fd52-9db5-4f81-b229-4a77720633b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:45.392731 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-85a13bee-3c1d-4536-a0b1-8e711f1d7412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:45.480801 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-85a13bee-3c1d-4536-a0b1-8e711f1d7412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:45.635317 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a4ea227f-b7c0-4ace-ac83-176a1c9586c6 req-ee5c358a-0705-46f3-863b-43f4f7782d24 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=c066dbba-2cfa-47cd-b61b-43492228f52c HTTP/1.1" status: 200 len: 210 time: 0.1237116 Apr 15 10:48:45.710277 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ae39ed82-c60a-4397-9470-b7acdad7b113 req-59ed0dd3-1bfd-4d02-baf9-7c03accc7973 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 210 time: 0.0737658 Apr 15 10:48:45.714919 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-9649fd52-9db5-4f81-b229-4a77720633b1 admin admin] Allocated IP 172.20.0.1 (f668c3bb-e88f-444d-af6d-837916f0416a/eb6df1b7-a13f-4f84-b22c-9831f4c87d61/b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d) {{(pid=85272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:48:45.742613 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-85a13bee-3c1d-4536-a0b1-8e711f1d7412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:45.748009 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f233dd7f-7b85-4611-a1e7-cdc7a5367691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:45.759840 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a13bee-3c1d-4536-a0b1-8e711f1d7412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc599a1-8aaa-4259-8c8b-a934163eee72,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:45.762665 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-85a13bee-3c1d-4536-a0b1-8e711f1d7412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:45.767880 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-85a13bee-3c1d-4536-a0b1-8e711f1d7412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:45.772505 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-85a13bee-3c1d-4536-a0b1-8e711f1d7412 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1dc599a1-8aaa-4259-8c8b-a934163eee72 HTTP/1.1" status: 204 len: 168 time: 0.4985948 Apr 15 10:48:45.904851 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9649fd52-9db5-4f81-b229-4a77720633b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:45.905525 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-071817d4-8c30-4b3f-a271-e09ca742aa26 None None] Notify callbacks [] for port, precommit_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:45.920030 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-071817d4-8c30-4b3f-a271-e09ca742aa26 None None] Transition to ACTIVE for port object 8d30bea1-ae73-4d8a-a314-4b8590cd7566 will not be triggered until provisioned by entity L2. {{(pid=85276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:48:45.926719 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-071817d4-8c30-4b3f-a271-e09ca742aa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:45.944468 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:45.946355 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-9649fd52-9db5-4f81-b229-4a77720633b1 admin admin] Transition to ACTIVE for port object b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d will not be triggered until provisioned by entity DHCP. {{(pid=85272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:48:46.003342 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9649fd52-9db5-4f81-b229-4a77720633b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888'] for port, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:46.031764 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:46.054764 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86da938-3442-48d5-bd39-d891765e85ae None None] Pushing event updated for resources: {'Port': ['ID=8d30bea1-ae73-4d8a-a314-4b8590cd7566,revision_number=2']} {{(pid=85276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:46.225939 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86da938-3442-48d5-bd39-d891765e85ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:46.226403 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86da938-3442-48d5-bd39-d891765e85ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:46.226660 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86da938-3442-48d5-bd39-d891765e85ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:46.227035 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86da938-3442-48d5-bd39-d891765e85ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:46.227406 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86da938-3442-48d5-bd39-d891765e85ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:46.227770 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86da938-3442-48d5-bd39-d891765e85ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:46.228133 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86da938-3442-48d5-bd39-d891765e85ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:46.228493 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86da938-3442-48d5-bd39-d891765e85ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:46.228871 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86da938-3442-48d5-bd39-d891765e85ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:46.229230 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86da938-3442-48d5-bd39-d891765e85ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:46.229620 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86da938-3442-48d5-bd39-d891765e85ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:46.229916 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86da938-3442-48d5-bd39-d891765e85ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:46.231058 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86da938-3442-48d5-bd39-d891765e85ae None None] Tracked resource versions report: Apr 15 10:48:46.231058 dv-cinder-786383-1-iscsi neutron-server[85157]: pushed versions: Apr 15 10:48:46.231058 dv-cinder-786383-1-iscsi neutron-server[85157]: { 'AddressGroup': {'1.2'}, Apr 15 10:48:46.231058 dv-cinder-786383-1-iscsi neutron-server[85157]: 'ConntrackHelper': {'1.0'}, Apr 15 10:48:46.231058 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Log': {'1.0'}, Apr 15 10:48:46.231058 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Network': {'1.1'}, Apr 15 10:48:46.231058 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Port': {'1.7'}, Apr 15 10:48:46.231058 dv-cinder-786383-1-iscsi neutron-server[85157]: 'PortForwarding': {'1.2'}, Apr 15 10:48:46.231058 dv-cinder-786383-1-iscsi neutron-server[85157]: 'QosPolicy': {'1.8'}, Apr 15 10:48:46.231058 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SecurityGroup': {'1.4'}, Apr 15 10:48:46.231058 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:48:46.231058 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SubPort': {'1.0'}, Apr 15 10:48:46.231058 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Subnet': {'1.1'}, Apr 15 10:48:46.231058 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Trunk': {'1.1'}} Apr 15 10:48:46.231058 dv-cinder-786383-1-iscsi neutron-server[85157]: consumer versions: Apr 15 10:48:46.231058 dv-cinder-786383-1-iscsi neutron-server[85157]: { DHCP agent@dv-cinder-786383-1-iscsi: {}, Apr 15 10:48:46.231058 dv-cinder-786383-1-iscsi neutron-server[85157]: HyperV agent@hv-cinder-78638: {}, Apr 15 10:48:46.231058 dv-cinder-786383-1-iscsi neutron-server[85157]: L3 agent@dv-cinder-786383-1-iscsi: {}, Apr 15 10:48:46.231058 dv-cinder-786383-1-iscsi neutron-server[85157]: Metadata agent@dv-cinder-786383-1-iscsi: {}, Apr 15 10:48:46.231058 dv-cinder-786383-1-iscsi neutron-server[85157]: Metering agent@dv-cinder-786383-1-iscsi: {}, Apr 15 10:48:46.231058 dv-cinder-786383-1-iscsi neutron-server[85157]: Open vSwitch agent@dv-cinder-786383-1-iscsi: { 'AddressGroup': '1.2', Apr 15 10:48:46.231058 dv-cinder-786383-1-iscsi neutron-server[85157]: 'ConntrackHelper': '1.0', Apr 15 10:48:46.231058 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Log': '1.0', Apr 15 10:48:46.231058 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Network': '1.1', Apr 15 10:48:46.231058 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Port': '1.7', Apr 15 10:48:46.231058 dv-cinder-786383-1-iscsi neutron-server[85157]: 'PortForwarding': '1.2', Apr 15 10:48:46.231058 dv-cinder-786383-1-iscsi neutron-server[85157]: 'QosPolicy': '1.8', Apr 15 10:48:46.231058 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SecurityGroup': '1.4', Apr 15 10:48:46.231058 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SecurityGroupRule': '1.2', Apr 15 10:48:46.231058 dv-cinder-786383-1-iscsi neutron-server[85157]: 'SubPort': '1.0', Apr 15 10:48:46.231058 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Subnet': '1.1', Apr 15 10:48:46.231058 dv-cinder-786383-1-iscsi neutron-server[85157]: 'Trunk': '1.1'}} Apr 15 10:48:46.231058 dv-cinder-786383-1-iscsi neutron-server[85157]: {{(pid=85276) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:48:46.240938 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-b86da938-3442-48d5-bd39-d891765e85ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:46.273875 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649fd52-9db5-4f81-b229-4a77720633b1 admin admin] Pushing event updated for resources: {'Port': ['ID=b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:46.279343 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-9649fd52-9db5-4f81-b229-4a77720633b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:46.320045 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-071817d4-8c30-4b3f-a271-e09ca742aa26 None None] Attempting to bind port 8d30bea1-ae73-4d8a-a314-4b8590cd7566 on host dv-cinder-786383-1-iscsi for vnic_type normal with profile {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:48:46.320471 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-071817d4-8c30-4b3f-a271-e09ca742aa26 None None] Attempting to bind port 8d30bea1-ae73-4d8a-a314-4b8590cd7566 by drivers openvswitch,hyperv on host dv-cinder-786383-1-iscsi at level 0 using segments [{'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'}] {{(pid=85276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:48:46.321211 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071817d4-8c30-4b3f-a271-e09ca742aa26 None None] Attempting to bind port 8d30bea1-ae73-4d8a-a314-4b8590cd7566 on network 533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:48:46.331014 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071817d4-8c30-4b3f-a271-e09ca742aa26 None None] Checking agent: {'id': '8830baa2-eb89-499a-aa08-32819d4139e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 40, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:48:46.331840 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071817d4-8c30-4b3f-a271-e09ca742aa26 None None] Checking segment: {'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:48:46.333204 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-071817d4-8c30-4b3f-a271-e09ca742aa26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:46.334144 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071817d4-8c30-4b3f-a271-e09ca742aa26 None None] Bound using segment: {'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'} {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:48:46.334854 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-071817d4-8c30-4b3f-a271-e09ca742aa26 None None] Bound port: 8d30bea1-ae73-4d8a-a314-4b8590cd7566, host: dv-cinder-786383-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'}}] {{(pid=85276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:48:46.335496 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-071817d4-8c30-4b3f-a271-e09ca742aa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:46.355719 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9649fd52-9db5-4f81-b229-4a77720633b1 admin admin] Network f668c3bb-e88f-444d-af6d-837916f0416a is already hosted by enough agents. {{(pid=85272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:48:46.358137 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-9649fd52-9db5-4f81-b229-4a77720633b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:48:46.371933 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9649fd52-9db5-4f81-b229-4a77720633b1 admin admin] Received port after_create {{(pid=85272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:48:46.372476 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9649fd52-9db5-4f81-b229-4a77720633b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854360687'] for router_interface, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:46.458256 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-071817d4-8c30-4b3f-a271-e09ca742aa26 None None] For port 8d30bea1-ae73-4d8a-a314-4b8590cd7566, host dv-cinder-786383-1-iscsi, cleared binding levels {{(pid=85276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:48:46.462741 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-071817d4-8c30-4b3f-a271-e09ca742aa26 None None] For port 8d30bea1-ae73-4d8a-a314-4b8590cd7566, host dv-cinder-786383-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=8d30bea1-ae73-4d8a-a314-4b8590cd7566,segment=NetworkSegment(c54efefa-f121-49d4-9f1f-b433dc39aac8),segment_id=c54efefa-f121-49d4-9f1f-b433dc39aac8)] {{(pid=85276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:48:46.466400 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-071817d4-8c30-4b3f-a271-e09ca742aa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:46.486025 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:46.539597 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9649fd52-9db5-4f81-b229-4a77720633b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:46.619522 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 44f6c720-1e8b-4ac8-b950-9481440cd9de up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:48:46.653669 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86da938-3442-48d5-bd39-d891765e85ae None None] Pushing event updated for resources: {'Port': ['ID=8d30bea1-ae73-4d8a-a314-4b8590cd7566,revision_number=3']} {{(pid=85276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:46.657581 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-b86da938-3442-48d5-bd39-d891765e85ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:46.743964 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-3b6422ff-a04d-4147-bffa-eeb764e93e45 None None] Provisioning for port b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d completed by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:48:46.809904 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-3b6422ff-a04d-4147-bffa-eeb764e93e45 None None] Provisioning complete for port b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:48:46.810320 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-3b6422ff-a04d-4147-bffa-eeb764e93e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:46.838239 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071817d4-8c30-4b3f-a271-e09ca742aa26 None None] Routers {'0e901d6d-fafa-4619-a4fb-2a4503d270de'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:48:46.839211 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-071817d4-8c30-4b3f-a271-e09ca742aa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:48:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['0e901d6d-fafa-4619-a4fb-2a4503d270de'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:48:46.948048 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-3b6422ff-a04d-4147-bffa-eeb764e93e45 None None] Port b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d cannot update to ACTIVE because it is not bound. {{(pid=85273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:48:46.955904 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port 44f6c720-1e8b-4ac8-b950-9481440cd9de triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:48:46.961193 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:47.029920 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9649fd52-9db5-4f81-b229-4a77720633b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:47.034811 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9649fd52-9db5-4f81-b229-4a77720633b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:47.036162 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9649fd52-9db5-4f81-b229-4a77720633b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854122366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854366150'] for router_interface, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:47.055131 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-9649fd52-9db5-4f81-b229-4a77720633b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:47.115628 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f8472e85-5a29-49de-a5d8-2af5560dba00 req-53afb7c9-8311-4801-99c5-2f6e5a9867b5 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=c066dbba-2cfa-47cd-b61b-43492228f52c HTTP/1.1" status: 200 len: 210 time: 0.2282972 Apr 15 10:48:47.130167 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-daee13ed-b705-4ba3-b67a-22461c26f406 req-13de989a-dc80-4cfb-aaa1-ff891545d21d tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 210 time: 0.1186707 Apr 15 10:48:47.154063 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649fd52-9db5-4f81-b229-4a77720633b1 admin admin] Pushing event updated for resources: {'Port': ['ID=b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d,revision_number=2']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:47.211325 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-9649fd52-9db5-4f81-b229-4a77720633b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:47.243206 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-071817d4-8c30-4b3f-a271-e09ca742aa26 None None] Set router 0e901d6d-fafa-4619-a4fb-2a4503d270de gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:48:47.297111 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9649fd52-9db5-4f81-b229-4a77720633b1 admin admin] Network f668c3bb-e88f-444d-af6d-837916f0416a is already hosted by enough agents. {{(pid=85272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:48:47.298264 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-9649fd52-9db5-4f81-b229-4a77720633b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:48:47.684456 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-83ef5e91-b1e9-4e6a-9558-1d2bc6c57bf8 None None] Provisioning complete for port b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:48:47.685142 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-83ef5e91-b1e9-4e6a-9558-1d2bc6c57bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:47.707882 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-071817d4-8c30-4b3f-a271-e09ca742aa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'name': 'tempest-AttachVolumeShelveTestJSON-74497265-router', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8d30bea1-ae73-4d8a-a314-4b8590cd7566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:48:39Z', 'updated_at': '2021-04-15T10:48:46Z', 'revision_number': 4, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'gw_port': {'id': '8d30bea1-ae73-4d8a-a314-4b8590cd7566', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:40Z', 'updated_at': '2021-04-15T10:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': 'b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d', 'name': '', 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'mac_address': 'fa:16:3e:2c:8c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:45Z', 'updated_at': '2021-04-15T10:48:45Z', 'revision_number': 1, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'subnets': [{'id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:48:47.717388 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071817d4-8c30-4b3f-a271-e09ca742aa26 None None] The sync data for ids ['0e901d6d-fafa-4619-a4fb-2a4503d270de'] in dv-cinder-786383-1-iscsi is: [{'id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'name': 'tempest-AttachVolumeShelveTestJSON-74497265-router', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8d30bea1-ae73-4d8a-a314-4b8590cd7566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:48:39Z', 'updated_at': '2021-04-15T10:48:46Z', 'revision_number': 4, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'gw_port': {'id': '8d30bea1-ae73-4d8a-a314-4b8590cd7566', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:40Z', 'updated_at': '2021-04-15T10:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': 'b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d', 'name': '', 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'mac_address': 'fa:16:3e:2c:8c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:45Z', 'updated_at': '2021-04-15T10:48:45Z', 'revision_number': 1, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'subnets': [{'id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:48:47.787712 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-83ef5e91-b1e9-4e6a-9558-1d2bc6c57bf8 None None] Port b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d cannot update to ACTIVE because it is not bound. {{(pid=85273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:48:47.833249 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9649fd52-9db5-4f81-b229-4a77720633b1 admin admin] Router 0e901d6d-fafa-4619-a4fb-2a4503d270de has already been hosted by L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 {{(pid=85272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:48:48.056574 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9649fd52-9db5-4f81-b229-4a77720633b1 admin admin] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:48:48.074563 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-9649fd52-9db5-4f81-b229-4a77720633b1 admin admin] 10.222.0.36 "PUT /v2.0/routers/0e901d6d-fafa-4619-a4fb-2a4503d270de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9809852 Apr 15 10:48:48.394845 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5178fb68-34c0-4938-a1e3-ddcee0c440a5 req-41490d90-0b1a-4ca6-adf0-d1eb413cd197 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=c066dbba-2cfa-47cd-b61b-43492228f52c HTTP/1.1" status: 200 len: 210 time: 0.1176846 Apr 15 10:48:48.404299 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6d6e072b-eb3e-4a9b-b2b4-41564f44bef2 req-3be09f6a-6c6c-42ac-9653-1c47accfcd9e tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 210 time: 0.0867047 Apr 15 10:48:48.895075 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.60', 55459) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:49.214307 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-00178e42-83cb-4d2b-a369-fc4f6ee46982 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:49.215973 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-00178e42-83cb-4d2b-a369-fc4f6ee46982 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.60 "GET /v2.0/networks?id=c4f6e935-b869-426f-8147-87b90ae81bd1 HTTP/1.1" status: 200 len: 815 time: 0.3156590 Apr 15 10:48:49.276678 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-732171e0-8cfa-4b80-b1c1-2d8d9af533a9 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Request body: {'port': {'device_id': 'c066dbba-2cfa-47cd-b61b-43492228f52c', 'network_id': 'c4f6e935-b869-426f-8147-87b90ae81bd1', 'admin_state_up': True, 'tenant_id': '468002c968c349e39872f05034981878'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:48:49.390983 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 35204) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:49.402835 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-3252b0be-4e1e-44de-baf6-a3652656d384 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1960037350', 'description': 'tempest-description--1623798357'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:48:49.413708 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-3252b0be-4e1e-44de-baf6-a3652656d384 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:48:49.425496 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-3252b0be-4e1e-44de-baf6-a3652656d384 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Usage tracker for resource:security_group and tenant:689fecd83bc6425fa49a8b8585fa7766 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:48:49.472870 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-3252b0be-4e1e-44de-baf6-a3652656d384 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:48:49.505304 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-3252b0be-4e1e-44de-baf6-a3652656d384 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:48:49.536449 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-3252b0be-4e1e-44de-baf6-a3652656d384 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:49.577065 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-3252b0be-4e1e-44de-baf6-a3652656d384 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:48:49.589115 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-3252b0be-4e1e-44de-baf6-a3652656d384 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Usage tracker for resource:security_group_rule and tenant:689fecd83bc6425fa49a8b8585fa7766 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:48:49.592916 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-3252b0be-4e1e-44de-baf6-a3652656d384 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:48:49.608418 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-3252b0be-4e1e-44de-baf6-a3652656d384 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:48:49.712874 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:48:49.757151 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.60', 55467) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:49.776988 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-3252b0be-4e1e-44de-baf6-a3652656d384 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:49.785745 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-3252b0be-4e1e-44de-baf6-a3652656d384 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:49.816001 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0c799bd3-11dd-45ce-8e1f-f58004f305bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:49.829598 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-3252b0be-4e1e-44de-baf6-a3652656d384 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:49.835351 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-3252b0be-4e1e-44de-baf6-a3652656d384 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4431696 Apr 15 10:48:49.839844 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 35234) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:49.859292 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-3b3602af-0a16-45c0-9378-eda7fefe6a96 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Request body: {'security_group_rule': {'security_group_id': '32fae2b3-bf24-4e1f-8c55-ea7f7b01545a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:48:49.867510 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-3b3602af-0a16-45c0-9378-eda7fefe6a96 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:48:49.872233 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-3b3602af-0a16-45c0-9378-eda7fefe6a96 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Usage tracker for resource:security_group_rule and tenant:689fecd83bc6425fa49a8b8585fa7766 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:48:49.875523 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-3b3602af-0a16-45c0-9378-eda7fefe6a96 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:48:49.884606 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-3b3602af-0a16-45c0-9378-eda7fefe6a96 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:48:49.901855 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3252b0be-4e1e-44de-baf6-a3652656d384 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:49.905406 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-3252b0be-4e1e-44de-baf6-a3652656d384 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:49.919000 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-3b3602af-0a16-45c0-9378-eda7fefe6a96 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:49.956245 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-94a0baa7-82c4-4f7a-8100-63de515bcdb6 req-cf2eb9b7-7a41-41f2-a271-5ff7ee85deae tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 210 time: 0.3010495 Apr 15 10:48:49.966649 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-732171e0-8cfa-4b80-b1c1-2d8d9af533a9 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:48:50.093833 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-3b3602af-0a16-45c0-9378-eda7fefe6a96 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:50.114273 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-3b3602af-0a16-45c0-9378-eda7fefe6a96 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854330716'] for security_group_rule, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:50.116422 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:50.119135 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-732171e0-8cfa-4b80-b1c1-2d8d9af533a9 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Usage tracker for resource:port and tenant:468002c968c349e39872f05034981878 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:48:50.130989 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-732171e0-8cfa-4b80-b1c1-2d8d9af533a9 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:48:50.162769 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3ce163c2-15ee-467b-98ef-80523a639144 req-07be0380-0de8-4ab3-b006-d3e8ab296c79 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=c066dbba-2cfa-47cd-b61b-43492228f52c HTTP/1.1" status: 200 len: 210 time: 0.3903041 Apr 15 10:48:50.164267 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3602af-0a16-45c0-9378-eda7fefe6a96 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56cd371c-a67d-40a2-9c70-c506fb9b00b6,revision_number=0']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:50.175592 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-3b3602af-0a16-45c0-9378-eda7fefe6a96 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:50.196155 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-3b3602af-0a16-45c0-9378-eda7fefe6a96 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:50.200434 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-3b3602af-0a16-45c0-9378-eda7fefe6a96 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3566272 Apr 15 10:48:50.200831 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 35268) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:50.207536 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-cd8b9035-4e74-432d-beae-653613ff0126 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Request body: {'security_group_rule': {'security_group_id': '32fae2b3-bf24-4e1f-8c55-ea7f7b01545a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:48:50.218795 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-cd8b9035-4e74-432d-beae-653613ff0126 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:48:50.231784 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-cd8b9035-4e74-432d-beae-653613ff0126 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Usage tracker for resource:security_group_rule and tenant:689fecd83bc6425fa49a8b8585fa7766 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:48:50.237964 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-cd8b9035-4e74-432d-beae-653613ff0126 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:48:50.254144 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-cd8b9035-4e74-432d-beae-653613ff0126 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:48:50.293809 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-732171e0-8cfa-4b80-b1c1-2d8d9af533a9 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:48:50.307858 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-cd8b9035-4e74-432d-beae-653613ff0126 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:50.336918 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-fc6680ad-9d02-493d-ada8-6eb3e4b21bfe tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:50.348109 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-fc6680ad-9d02-493d-ada8-6eb3e4b21bfe tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.60 "GET /v2.0/networks?id=ff9d6612-9c75-4ee5-9832-0a8f32cab1c9 HTTP/1.1" status: 200 len: 812 time: 0.5739617 Apr 15 10:48:50.350864 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-732171e0-8cfa-4b80-b1c1-2d8d9af533a9 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Made reservation on behalf of 468002c968c349e39872f05034981878 for: {'port': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:48:50.363994 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-732171e0-8cfa-4b80-b1c1-2d8d9af533a9 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:50.492842 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-cd8b9035-4e74-432d-beae-653613ff0126 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:50.500912 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-cd8b9035-4e74-432d-beae-653613ff0126 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854330716'] for security_group_rule, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:50.505429 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-3b3602af-0a16-45c0-9378-eda7fefe6a96 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:50.615575 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-8c95e44e-8b7a-4565-8ba4-3192bbdbbe58 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Request body: {'port': {'device_id': '0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7', 'network_id': 'ff9d6612-9c75-4ee5-9832-0a8f32cab1c9', 'admin_state_up': True, 'tenant_id': '034f9e00dfb540d0a3925edd6ae02cd7'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:48:50.622453 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b9035-4e74-432d-beae-653613ff0126 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f353e9-f5e6-480c-a19e-d1818bbac53a,revision_number=0']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:50.631802 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-cd8b9035-4e74-432d-beae-653613ff0126 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:50.635498 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-cd8b9035-4e74-432d-beae-653613ff0126 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:50.645019 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-cd8b9035-4e74-432d-beae-653613ff0126 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4426134 Apr 15 10:48:50.646407 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 35300) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:50.669374 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-0c50e328-6b51-49eb-b4ed-ac0313f50c0a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Request body: {'floatingip': {'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:48:50.688139 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-0c50e328-6b51-49eb-b4ed-ac0313f50c0a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:48:50.699098 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-0c50e328-6b51-49eb-b4ed-ac0313f50c0a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Usage tracker for resource:floatingip and tenant:689fecd83bc6425fa49a8b8585fa7766 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:48:50.722417 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 8d30bea1-ae73-4d8a-a314-4b8590cd7566 up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:48:50.722566 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-0c50e328-6b51-49eb-b4ed-ac0313f50c0a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:48:50.741587 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-0c50e328-6b51-49eb-b4ed-ac0313f50c0a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:48:50.762050 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0c50e328-6b51-49eb-b4ed-ac0313f50c0a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for floatingip, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:51.054920 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dbbb05c5-2d21-47e7-9965-976f4aceeb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:51.113833 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning for port 8d30bea1-ae73-4d8a-a314-4b8590cd7566 completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:48:51.133803 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0c50e328-6b51-49eb-b4ed-ac0313f50c0a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:51.136898 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port 8d30bea1-ae73-4d8a-a314-4b8590cd7566 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:48:51.137332 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:51.167093 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 35316) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:51.239938 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-732171e0-8cfa-4b80-b1c1-2d8d9af533a9 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Allocated IP 172.20.0.5 (c4f6e935-b869-426f-8147-87b90ae81bd1/19827f90-228d-4b46-b4a8-3e3339c5c6d7/bf21c0bb-8b3c-4843-a511-1cf9eb23aafc) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:48:51.501911 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-0c50e328-6b51-49eb-b4ed-ac0313f50c0a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Allocated IP 172.27.2.204 (533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f/ee0371ba-4ff7-4e97-afb9-409670eb4ad7/10df89b1-8bfa-426f-ac6a-930b11d4a970) {{(pid=85272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:48:51.505951 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9e15d680-7e32-4d34-83d6-a5f3881b07f1 req-16fb0e83-3243-48c3-b3f9-1417b3f4fb89 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 210 time: 0.2867894 Apr 15 10:48:51.621460 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:51.674871 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-8c95e44e-8b7a-4565-8ba4-3192bbdbbe58 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:48:51.688415 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-8c95e44e-8b7a-4565-8ba4-3192bbdbbe58 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Usage tracker for resource:port and tenant:034f9e00dfb540d0a3925edd6ae02cd7 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:48:51.692032 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] For port 8d30bea1-ae73-4d8a-a314-4b8590cd7566, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=8d30bea1-ae73-4d8a-a314-4b8590cd7566,segment=NetworkSegment(c54efefa-f121-49d4-9f1f-b433dc39aac8),segment_id=c54efefa-f121-49d4-9f1f-b433dc39aac8)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:48:51.704103 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:51.708139 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:51.717748 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-8c95e44e-8b7a-4565-8ba4-3192bbdbbe58 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:48:51.750547 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-8c95e44e-8b7a-4565-8ba4-3192bbdbbe58 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:48:51.780399 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-8c95e44e-8b7a-4565-8ba4-3192bbdbbe58 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Made reservation on behalf of 034f9e00dfb540d0a3925edd6ae02cd7 for: {'port': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:48:51.793846 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-8c95e44e-8b7a-4565-8ba4-3192bbdbbe58 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:52.003090 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Pushing event updated for resources: {'Port': ['ID=8d30bea1-ae73-4d8a-a314-4b8590cd7566,revision_number=4']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:52.034263 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a9229b-1efe-4e24-9d82-bf9380eec5fe None None] Sync routers for ids ['0e901d6d-fafa-4619-a4fb-2a4503d270de'] in dv-cinder-786383-1-iscsi {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:48:52.037280 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:52.086531 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a9229b-1efe-4e24-9d82-bf9380eec5fe None None] Routers {'0e901d6d-fafa-4619-a4fb-2a4503d270de'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:48:52.087509 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-97a9229b-1efe-4e24-9d82-bf9380eec5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:48:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['0e901d6d-fafa-4619-a4fb-2a4503d270de'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:48:52.129743 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0c50e328-6b51-49eb-b4ed-ac0313f50c0a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for port, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:52.207366 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0c50e328-6b51-49eb-b4ed-ac0313f50c0a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888'] for port, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:52.250360 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-2410051b-9994-4b4e-8bff-c83302059395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:52.445715 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c50e328-6b51-49eb-b4ed-ac0313f50c0a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Pushing event updated for resources: {'Port': ['ID=10df89b1-8bfa-426f-ac6a-930b11d4a970,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:52.511853 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6621bf56-71fb-4d08-a691-c60a1fa48f2a req-f22126a0-8396-43cb-9087-0cad0769ba58 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=c066dbba-2cfa-47cd-b61b-43492228f52c HTTP/1.1" status: 200 len: 210 time: 0.6597877 Apr 15 10:48:52.684383 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0c50e328-6b51-49eb-b4ed-ac0313f50c0a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:52.737659 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 8d30bea1-ae73-4d8a-a314-4b8590cd7566 up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:48:52.790689 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-23265dc9-473e-478c-b3fc-02fe4e4fa604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:52.812476 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-8c95e44e-8b7a-4565-8ba4-3192bbdbbe58 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Allocated IP 172.20.0.5 (ff9d6612-9c75-4ee5-9832-0a8f32cab1c9/15a9a3e4-9261-4979-a836-8ff604791f64/55144717-6b19-49c3-9b43-8dd274963d91) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:48:52.839927 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-97a9229b-1efe-4e24-9d82-bf9380eec5fe None None] Set router 0e901d6d-fafa-4619-a4fb-2a4503d270de gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:48:52.877099 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c50e328-6b51-49eb-b4ed-ac0313f50c0a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Network 533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f is already hosted by enough agents. {{(pid=85272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:48:52.879508 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-0c50e328-6b51-49eb-b4ed-ac0313f50c0a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Resources bound (agent type, host, resource id): {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:48:52.883720 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c50e328-6b51-49eb-b4ed-ac0313f50c0a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Received port after_create {{(pid=85272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:48:52.959422 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-23265dc9-473e-478c-b3fc-02fe4e4fa604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:48:52.967457 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6c875ff8-88fa-467e-94f5-dc05a9755753 req-f28e337e-0796-4f72-ae84-d663ed1cf233 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 210 time: 0.1597414 Apr 15 10:48:52.982134 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-23265dc9-473e-478c-b3fc-02fe4e4fa604 admin admin] Usage tracker for resource:security_group_rule and tenant:6e5945b2e2064287ab2b34c5458ba5f0 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:48:52.991822 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-23265dc9-473e-478c-b3fc-02fe4e4fa604 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:48:53.003837 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-23265dc9-473e-478c-b3fc-02fe4e4fa604 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:48:53.117274 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0c50e328-6b51-49eb-b4ed-ac0313f50c0a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:53.310499 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0c50e328-6b51-49eb-b4ed-ac0313f50c0a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:53.513500 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-732171e0-8cfa-4b80-b1c1-2d8d9af533a9 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:53.687545 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-23265dc9-473e-478c-b3fc-02fe4e4fa604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:53.699689 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-65cab225-0d26-4a3d-b27c-ac93135de697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:53.779071 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-8c95e44e-8b7a-4565-8ba4-3192bbdbbe58 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:53.859000 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-23265dc9-473e-478c-b3fc-02fe4e4fa604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:53.972874 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port 8d30bea1-ae73-4d8a-a314-4b8590cd7566 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:48:53.972874 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:53.992659 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-d01a8466-1e51-47a7-8830-5b958343f44a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:54.009062 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-23265dc9-473e-478c-b3fc-02fe4e4fa604 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6e5945b2e2064287ab2b34c5458ba5f0&name=default HTTP/1.1" status: 200 len: 2975 time: 2.8377550 Apr 15 10:48:54.015552 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 35400) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:54.017413 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-732171e0-8cfa-4b80-b1c1-2d8d9af533a9 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:54.019880 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-8c95e44e-8b7a-4565-8ba4-3192bbdbbe58 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:54.164188 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0c50e328-6b51-49eb-b4ed-ac0313f50c0a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for port, precommit_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:54.215529 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0c50e328-6b51-49eb-b4ed-ac0313f50c0a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:54.361394 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:54.377089 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:54.395450 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-732171e0-8cfa-4b80-b1c1-2d8d9af533a9 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Network c4f6e935-b869-426f-8147-87b90ae81bd1 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:48:54.408291 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23265dc9-473e-478c-b3fc-02fe4e4fa604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1548e036-aa5c-4e2b-bd93-f86e89e0ea43,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:54.411910 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-732171e0-8cfa-4b80-b1c1-2d8d9af533a9 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:48:54.446454 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-23265dc9-473e-478c-b3fc-02fe4e4fa604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:54.447516 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-732171e0-8cfa-4b80-b1c1-2d8d9af533a9 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:48:54.453945 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-732171e0-8cfa-4b80-b1c1-2d8d9af533a9 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:54.460483 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-732171e0-8cfa-4b80-b1c1-2d8d9af533a9 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:54.467654 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:54.548388 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.318s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:54.561308 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-3b867c8b-2ccb-47ef-b697-fc1ca66fd15a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:54.592941 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-97a9229b-1efe-4e24-9d82-bf9380eec5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'name': 'tempest-AttachVolumeShelveTestJSON-74497265-router', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8d30bea1-ae73-4d8a-a314-4b8590cd7566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:48:39Z', 'updated_at': '2021-04-15T10:48:46Z', 'revision_number': 4, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'gw_port': {'id': '8d30bea1-ae73-4d8a-a314-4b8590cd7566', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:40Z', 'updated_at': '2021-04-15T10:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': 'b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d', 'name': '', 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'mac_address': 'fa:16:3e:2c:8c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:45Z', 'updated_at': '2021-04-15T10:48:46Z', 'revision_number': 2, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'subnets': [{'id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:48:54.608786 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a9229b-1efe-4e24-9d82-bf9380eec5fe None None] Checking router: 0e901d6d-fafa-4619-a4fb-2a4503d270de for host: dv-cinder-786383-1-iscsi {{(pid=85273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:48:54.614246 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a9229b-1efe-4e24-9d82-bf9380eec5fe None None] Updating router 0e901d6d-fafa-4619-a4fb-2a4503d270de port b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d binding host dv-cinder-786383-1-iscsi {{(pid=85273) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:48:54.649861 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c50e328-6b51-49eb-b4ed-ac0313f50c0a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Pushing event updated for resources: {'Port': ['ID=10df89b1-8bfa-426f-ac6a-930b11d4a970,revision_number=2']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:54.653096 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0c50e328-6b51-49eb-b4ed-ac0313f50c0a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:54.678311 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-3b867c8b-2ccb-47ef-b697-fc1ca66fd15a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:54.778181 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c6985-c069-4867-a0e5-645f7f33d494 req-000685a3-646f-4fd8-878b-07f31112b986 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:54.779602 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-208c6985-c069-4867-a0e5-645f7f33d494 req-000685a3-646f-4fd8-878b-07f31112b986 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Synchronizing usage tracker for tenant:468002c968c349e39872f05034981878 on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:48:54.790255 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0c50e328-6b51-49eb-b4ed-ac0313f50c0a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415207'] for floatingip, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:54.792914 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-732171e0-8cfa-4b80-b1c1-2d8d9af533a9 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5234656 Apr 15 10:48:54.812811 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:54.816976 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-97a9229b-1efe-4e24-9d82-bf9380eec5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:54.864443 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0c50e328-6b51-49eb-b4ed-ac0313f50c0a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for floatingip, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:54.865917 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-0c50e328-6b51-49eb-b4ed-ac0313f50c0a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2161539 Apr 15 10:48:54.867233 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 35418) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:54.889084 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-3b867c8b-2ccb-47ef-b697-fc1ca66fd15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:54.892794 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-3b867c8b-2ccb-47ef-b697-fc1ca66fd15a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:54.894078 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-3b867c8b-2ccb-47ef-b697-fc1ca66fd15a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1548e036-aa5c-4e2b-bd93-f86e89e0ea43 HTTP/1.1" status: 204 len: 168 time: 0.8760035 Apr 15 10:48:54.895057 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:54.899532 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-208c6985-c069-4867-a0e5-645f7f33d494 req-000685a3-646f-4fd8-878b-07f31112b986 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Unset dirty status for tenant:468002c968c349e39872f05034981878 on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:48:54.900932 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-208c6985-c069-4867-a0e5-645f7f33d494 req-000685a3-646f-4fd8-878b-07f31112b986 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=c066dbba-2cfa-47cd-b61b-43492228f52c HTTP/1.1" status: 200 len: 931 time: 0.9860704 Apr 15 10:48:54.912772 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b867c8b-2ccb-47ef-b697-fc1ca66fd15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1548e036-aa5c-4e2b-bd93-f86e89e0ea43,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:54.915293 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-3b867c8b-2ccb-47ef-b697-fc1ca66fd15a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:54.930605 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-8c95e44e-8b7a-4565-8ba4-3192bbdbbe58 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Network ff9d6612-9c75-4ee5-9832-0a8f32cab1c9 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:48:54.941421 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-8c95e44e-8b7a-4565-8ba4-3192bbdbbe58 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:48:54.967373 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-8c95e44e-8b7a-4565-8ba4-3192bbdbbe58 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:48:54.974892 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-8c95e44e-8b7a-4565-8ba4-3192bbdbbe58 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:54.975688 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-8c95e44e-8b7a-4565-8ba4-3192bbdbbe58 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:55.024968 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-8c95e44e-8b7a-4565-8ba4-3192bbdbbe58 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6134293 Apr 15 10:48:55.067937 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732171e0-8cfa-4b80-b1c1-2d8d9af533a9 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Pushing event updated for resources: {'Port': ['ID=bf21c0bb-8b3c-4843-a511-1cf9eb23aafc,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:55.160107 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-78929f9d-f936-487a-8aee-eb74a0972f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:55.175108 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:55.231922 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-78929f9d-f936-487a-8aee-eb74a0972f52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:48:55.244614 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-78929f9d-f936-487a-8aee-eb74a0972f52 admin admin] Usage tracker for resource:security_group_rule and tenant:c464fecbbb734e20bf4ecc0073da21d4 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:48:55.251258 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-78929f9d-f936-487a-8aee-eb74a0972f52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:48:55.293919 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-78929f9d-f936-487a-8aee-eb74a0972f52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:48:55.310595 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-208c6985-c069-4867-a0e5-645f7f33d494 req-f94b48ff-d66d-4ea2-8819-07d00d837233 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Synchronizing usage tracker for tenant:468002c968c349e39872f05034981878 on resource:security_group {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:48:55.326035 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5236a-2521-4ebb-9749-3be62c004db2 req-cfd1bd42-2cd6-404b-939c-fbea0506dc64 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:55.326825 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-34e5236a-2521-4ebb-9749-3be62c004db2 req-cfd1bd42-2cd6-404b-939c-fbea0506dc64 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Synchronizing usage tracker for tenant:034f9e00dfb540d0a3925edd6ae02cd7 on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:48:55.392833 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95e44e-8b7a-4565-8ba4-3192bbdbbe58 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Pushing event updated for resources: {'Port': ['ID=55144717-6b19-49c3-9b43-8dd274963d91,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:55.399231 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-208c6985-c069-4867-a0e5-645f7f33d494 req-f94b48ff-d66d-4ea2-8819-07d00d837233 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Unset dirty status for tenant:468002c968c349e39872f05034981878 on resource:security_group {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:48:55.413896 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-208c6985-c069-4867-a0e5-645f7f33d494 req-f94b48ff-d66d-4ea2-8819-07d00d837233 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769008 Apr 15 10:48:55.420345 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-8c95e44e-8b7a-4565-8ba4-3192bbdbbe58 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.877s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:55.420980 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.025s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:55.434424 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:55.445101 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-34e5236a-2521-4ebb-9749-3be62c004db2 req-cfd1bd42-2cd6-404b-939c-fbea0506dc64 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Unset dirty status for tenant:034f9e00dfb540d0a3925edd6ae02cd7 on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:48:55.453639 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-34e5236a-2521-4ebb-9749-3be62c004db2 req-cfd1bd42-2cd6-404b-939c-fbea0506dc64 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 931 time: 0.6412361 Apr 15 10:48:55.579700 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-34e5236a-2521-4ebb-9749-3be62c004db2 req-f704d1c8-eafb-4c12-96bd-7d3599598ae6 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Synchronizing usage tracker for tenant:034f9e00dfb540d0a3925edd6ae02cd7 on resource:security_group {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:48:55.663680 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-97a9229b-1efe-4e24-9d82-bf9380eec5fe None None] Notify callbacks [] for port, precommit_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:55.682399 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-78929f9d-f936-487a-8aee-eb74a0972f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:55.689086 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-78929f9d-f936-487a-8aee-eb74a0972f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:55.704127 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-97a9229b-1efe-4e24-9d82-bf9380eec5fe None None] Transition to ACTIVE for port object b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d will not be triggered until provisioned by entity L2. {{(pid=85273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:48:55.711011 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-34e5236a-2521-4ebb-9749-3be62c004db2 req-f704d1c8-eafb-4c12-96bd-7d3599598ae6 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Unset dirty status for tenant:034f9e00dfb540d0a3925edd6ae02cd7 on resource:security_group {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:48:55.727815 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-97a9229b-1efe-4e24-9d82-bf9380eec5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:55.729413 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-3252b0be-4e1e-44de-baf6-a3652656d384 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:55.732107 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-34e5236a-2521-4ebb-9749-3be62c004db2 req-f704d1c8-eafb-4c12-96bd-7d3599598ae6 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad012695-2b85-4e34-8234-5494232a8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771916 Apr 15 10:48:55.757794 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:55.795205 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-5505468e-93c9-422f-8b13-71e930a889e8 req-a9cb9dd8-5af3-4d94-864e-7f30bb30c1eb tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Synchronizing usage tracker for tenant:689fecd83bc6425fa49a8b8585fa7766 on resource:security_group {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:48:55.869505 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-5505468e-93c9-422f-8b13-71e930a889e8 req-a9cb9dd8-5af3-4d94-864e-7f30bb30c1eb tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Unset dirty status for tenant:689fecd83bc6425fa49a8b8585fa7766 on resource:security_group {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:48:55.883278 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5505468e-93c9-422f-8b13-71e930a889e8 req-a9cb9dd8-5af3-4d94-864e-7f30bb30c1eb tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1960037350&fields=id&tenant_id=689fecd83bc6425fa49a8b8585fa7766 HTTP/1.1" status: 200 len: 267 time: 0.2190332 Apr 15 10:48:55.895213 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-78929f9d-f936-487a-8aee-eb74a0972f52 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c464fecbbb734e20bf4ecc0073da21d4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0267889 Apr 15 10:48:55.919012 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 35466) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:55.984836 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78929f9d-f936-487a-8aee-eb74a0972f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6893e1a9-2fed-4404-a86c-51c1a66d816a,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:56.000580 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-78929f9d-f936-487a-8aee-eb74a0972f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:56.165339 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-22cbd233-98fd-4bab-91b0-17836a345025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:56.221129 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2bfe55-84c2-49d4-8541-e06d6c42e729 None None] Pushing event updated for resources: {'Port': ['ID=b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d,revision_number=3']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:56.238924 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-6b2bfe55-84c2-49d4-8541-e06d6c42e729 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:56.244914 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-22cbd233-98fd-4bab-91b0-17836a345025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:56.396714 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-22cbd233-98fd-4bab-91b0-17836a345025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:56.412118 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:56.420077 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505468e-93c9-422f-8b13-71e930a889e8 req-ff35daa6-eeaa-4271-8487-ff871a156dd4 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:56.426368 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-5505468e-93c9-422f-8b13-71e930a889e8 req-ff35daa6-eeaa-4271-8487-ff871a156dd4 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Synchronizing usage tracker for tenant:689fecd83bc6425fa49a8b8585fa7766 on resource:network {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:48:56.431660 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cbd233-98fd-4bab-91b0-17836a345025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6893e1a9-2fed-4404-a86c-51c1a66d816a,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:56.462341 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-22cbd233-98fd-4bab-91b0-17836a345025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:56.469419 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-22cbd233-98fd-4bab-91b0-17836a345025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:56.476202 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-22cbd233-98fd-4bab-91b0-17836a345025 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6893e1a9-2fed-4404-a86c-51c1a66d816a HTTP/1.1" status: 204 len: 168 time: 0.5551975 Apr 15 10:48:56.491264 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-5505468e-93c9-422f-8b13-71e930a889e8 req-ff35daa6-eeaa-4271-8487-ff871a156dd4 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Unset dirty status for tenant:689fecd83bc6425fa49a8b8585fa7766 on resource:network {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:48:56.499838 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5505468e-93c9-422f-8b13-71e930a889e8 req-ff35daa6-eeaa-4271-8487-ff871a156dd4 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/networks?id=f668c3bb-e88f-444d-af6d-837916f0416a HTTP/1.1" status: 200 len: 815 time: 0.6153014 Apr 15 10:48:56.574360 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-ffe18181-ee52-4544-81b9-5270bae19948 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=85270) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:48:56.578857 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-ffe18181-ee52-4544-81b9-5270bae19948 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0431180 Apr 15 10:48:56.584166 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-249dd486-7b16-415e-ac44-998c96c50809 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=85270) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:48:56.586097 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-249dd486-7b16-415e-ac44-998c96c50809 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0379288 Apr 15 10:48:56.601117 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5505468e-93c9-422f-8b13-71e930a889e8 req-3d18b5ca-a86e-49b2-bd45-c9f6d00ee772 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/quotas/689fecd83bc6425fa49a8b8585fa7766 HTTP/1.1" status: 200 len: 375 time: 0.0999656 Apr 15 10:48:56.850607 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-97a9229b-1efe-4e24-9d82-bf9380eec5fe None None] Attempting to bind port b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d on host dv-cinder-786383-1-iscsi for vnic_type normal with profile {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:48:56.864078 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-97a9229b-1efe-4e24-9d82-bf9380eec5fe None None] Attempting to bind port b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d by drivers openvswitch,hyperv on host dv-cinder-786383-1-iscsi at level 0 using segments [{'id': '8e6d0818-21ca-4119-a259-40d1be9a343f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a'}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:48:56.864718 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a9229b-1efe-4e24-9d82-bf9380eec5fe None None] Attempting to bind port b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d on network f668c3bb-e88f-444d-af6d-837916f0416a {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:48:56.910216 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a9229b-1efe-4e24-9d82-bf9380eec5fe None None] Checking agent: {'id': '8830baa2-eb89-499a-aa08-32819d4139e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 40, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:48:56.910772 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a9229b-1efe-4e24-9d82-bf9380eec5fe None None] Checking segment: {'id': '8e6d0818-21ca-4119-a259-40d1be9a343f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:48:56.911366 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-97a9229b-1efe-4e24-9d82-bf9380eec5fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:56.911916 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a9229b-1efe-4e24-9d82-bf9380eec5fe None None] Bound using segment: {'id': '8e6d0818-21ca-4119-a259-40d1be9a343f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a'} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:48:56.912671 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-97a9229b-1efe-4e24-9d82-bf9380eec5fe None None] Bound port: b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d, host: dv-cinder-786383-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e6d0818-21ca-4119-a259-40d1be9a343f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a'}}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:48:56.913294 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-97a9229b-1efe-4e24-9d82-bf9380eec5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:57.130905 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-97a9229b-1efe-4e24-9d82-bf9380eec5fe None None] For port b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d, host dv-cinder-786383-1-iscsi, cleared binding levels {{(pid=85273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:48:57.134582 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-97a9229b-1efe-4e24-9d82-bf9380eec5fe None None] For port b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d, host dv-cinder-786383-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d,segment=NetworkSegment(8e6d0818-21ca-4119-a259-40d1be9a343f),segment_id=8e6d0818-21ca-4119-a259-40d1be9a343f)] {{(pid=85273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:48:57.151843 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-97a9229b-1efe-4e24-9d82-bf9380eec5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:57.160629 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f88a73-2a91-4c90-a22e-c40aaf6ce2f5 req-4d5ea5b2-5321-4f16-aa55-a87f74527341 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:57.163065 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-47f88a73-2a91-4c90-a22e-c40aaf6ce2f5 req-4d5ea5b2-5321-4f16-aa55-a87f74527341 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=c066dbba-2cfa-47cd-b61b-43492228f52c HTTP/1.1" status: 200 len: 931 time: 0.3888526 Apr 15 10:48:57.174071 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5505468e-93c9-422f-8b13-71e930a889e8 req-a7959e60-e652-462d-ad84-8972622793e7 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=689fecd83bc6425fa49a8b8585fa7766&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5718179 Apr 15 10:48:57.241713 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:57.407784 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5505468e-93c9-422f-8b13-71e930a889e8 req-c6f7ddd3-793a-4a3c-844f-1a828e7de727 service neutron] 10.222.0.36 "GET /v2.0/networks/f668c3bb-e88f-444d-af6d-837916f0416a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005918 Apr 15 10:48:57.457888 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-981c6ee9-c0f6-4c5c-ba1b-de1954ff6a51 service neutron] Request body: {'port': {'device_id': '0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:48:57.539834 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-47f88a73-2a91-4c90-a22e-c40aaf6ce2f5 req-33d60504-be60-4d77-aabd-325b8b3f88e9 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631239 Apr 15 10:48:57.735508 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2bfe55-84c2-49d4-8541-e06d6c42e729 None None] Pushing event updated for resources: {'Port': ['ID=b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d,revision_number=4']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:57.755253 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-6b2bfe55-84c2-49d4-8541-e06d6c42e729 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:57.934627 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a9229b-1efe-4e24-9d82-bf9380eec5fe None None] Routers {'0e901d6d-fafa-4619-a4fb-2a4503d270de'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:48:57.935468 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-97a9229b-1efe-4e24-9d82-bf9380eec5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:48:54Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['0e901d6d-fafa-4619-a4fb-2a4503d270de'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:48:58.228797 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-c7513752-a553-415a-8e6f-a2f9c7f7645a service neutron] Request body: {'port': {'device_id': 'c066dbba-2cfa-47cd-b61b-43492228f52c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:48:58.426668 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5505468e-93c9-422f-8b13-71e930a889e8 req-8d7b1776-1908-4f7b-97de-ebff060a9aac service neutron] 10.222.0.36 "GET /v2.0/networks/f668c3bb-e88f-444d-af6d-837916f0416a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9811327 Apr 15 10:48:58.579698 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-97a9229b-1efe-4e24-9d82-bf9380eec5fe None None] Set router 0e901d6d-fafa-4619-a4fb-2a4503d270de gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:48:58.848532 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-981c6ee9-c0f6-4c5c-ba1b-de1954ff6a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:59.118811 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:48:59.413381 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3735c62-d356-4882-af84-c30e640973e7 req-73fedfee-2939-48e9-94fc-0de41b4f9d41 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:59.415096 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c3735c62-d356-4882-af84-c30e640973e7 req-73fedfee-2939-48e9-94fc-0de41b4f9d41 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 931 time: 1.0488758 Apr 15 10:48:59.592991 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 35590) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:59.595545 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-c7513752-a553-415a-8e6f-a2f9c7f7645a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:59.773633 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning for port b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:48:59.824368 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:48:59.854519 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:59.903194 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c3735c62-d356-4882-af84-c30e640973e7 req-b77c6358-32a4-4451-b345-1b5d69a76bc6 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad012695-2b85-4e34-8234-5494232a8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4494219 Apr 15 10:48:59.982104 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cf664-082b-40ca-b583-ddf3168b966d req-d5db2154-366e-41a1-8eb6-3eac74c64876 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:59.984080 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-de1cf664-082b-40ca-b583-ddf3168b966d req-d5db2154-366e-41a1-8eb6-3eac74c64876 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=c066dbba-2cfa-47cd-b61b-43492228f52c HTTP/1.1" status: 200 len: 931 time: 0.7702711 Apr 15 10:49:00.188287 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e337af2a-8ccb-43a6-905d-e6424fd2a8c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:00.222795 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-de1cf664-082b-40ca-b583-ddf3168b966d req-89d46ff2-e51b-42e9-9a17-4796f3a61aab tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235911 Apr 15 10:49:00.266779 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-e337af2a-8ccb-43a6-905d-e6424fd2a8c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:49:00.277304 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-e337af2a-8ccb-43a6-905d-e6424fd2a8c3 admin admin] Usage tracker for resource:security_group_rule and tenant:8219146abbf948be80bdb1d3ae9a188a is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:49:00.284542 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-e337af2a-8ccb-43a6-905d-e6424fd2a8c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:49:00.306466 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-e337af2a-8ccb-43a6-905d-e6424fd2a8c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:49:00.388340 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4d8eec77-dcac-4add-9ecb-b071db1f5169 req-f53c22e1-b94d-46b5-85a8-48f7e3c9d8e6 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 210 time: 0.1489639 Apr 15 10:49:00.649070 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e337af2a-8ccb-43a6-905d-e6424fd2a8c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:00.656792 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e337af2a-8ccb-43a6-905d-e6424fd2a8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:00.780057 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:00.852051 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-e337af2a-8ccb-43a6-905d-e6424fd2a8c3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8219146abbf948be80bdb1d3ae9a188a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2595134 Apr 15 10:49:00.863167 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 35610) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:00.877981 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.db.resource_extend [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-981c6ee9-c0f6-4c5c-ba1b-de1954ff6a51 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 10:49:00.922879 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337af2a-8ccb-43a6-905d-e6424fd2a8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30b2b99-ea85-4e2f-b6bf-989cbb4d7b61,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:00.931985 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e337af2a-8ccb-43a6-905d-e6424fd2a8c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:01.008435 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:01.100656 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-97a9229b-1efe-4e24-9d82-bf9380eec5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'name': 'tempest-AttachVolumeShelveTestJSON-74497265-router', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8d30bea1-ae73-4d8a-a314-4b8590cd7566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:48:39Z', 'updated_at': '2021-04-15T10:48:46Z', 'revision_number': 4, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'gw_port': {'id': '8d30bea1-ae73-4d8a-a314-4b8590cd7566', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:40Z', 'updated_at': '2021-04-15T10:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': 'b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d', 'name': '', 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'mac_address': 'fa:16:3e:2c:8c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:45Z', 'updated_at': '2021-04-15T10:48:57Z', 'revision_number': 4, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'subnets': [{'id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:49:01.168729 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] For port b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d,segment=NetworkSegment(8e6d0818-21ca-4119-a259-40d1be9a343f),segment_id=8e6d0818-21ca-4119-a259-40d1be9a343f)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:49:01.190309 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:01.191685 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a9229b-1efe-4e24-9d82-bf9380eec5fe None None] The sync data for ids ['0e901d6d-fafa-4619-a4fb-2a4503d270de'] in dv-cinder-786383-1-iscsi is: [{'id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'name': 'tempest-AttachVolumeShelveTestJSON-74497265-router', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8d30bea1-ae73-4d8a-a314-4b8590cd7566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:48:39Z', 'updated_at': '2021-04-15T10:48:46Z', 'revision_number': 4, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'gw_port': {'id': '8d30bea1-ae73-4d8a-a314-4b8590cd7566', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:40Z', 'updated_at': '2021-04-15T10:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': 'b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d', 'name': '', 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'mac_address': 'fa:16:3e:2c:8c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:45Z', 'updated_at': '2021-04-15T10:48:57Z', 'revision_number': 4, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'subnets': [{'id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:49:01.208236 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:01.373679 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a025e41c-f349-4e2c-9013-31065d8f3f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:01.470151 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a025e41c-f349-4e2c-9013-31065d8f3f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:01.522476 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Pushing event updated for resources: {'Port': ['ID=b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d,revision_number=5']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:01.523628 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.60', 55495) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:01.526754 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:01.727721 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a025e41c-f349-4e2c-9013-31065d8f3f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:01.731826 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-981c6ee9-c0f6-4c5c-ba1b-de1954ff6a51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55144717-6b19-49c3-9b43-8dd274963d91 {{(pid=85270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:49:01.899423 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-981c6ee9-c0f6-4c5c-ba1b-de1954ff6a51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:01.938626 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-981c6ee9-c0f6-4c5c-ba1b-de1954ff6a51 service neutron] Transition to ACTIVE for port object 55144717-6b19-49c3-9b43-8dd274963d91 will not be triggered until provisioned by entity L2. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:49:01.947991 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-23265dc9-473e-478c-b3fc-02fe4e4fa604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:02.014248 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-981c6ee9-c0f6-4c5c-ba1b-de1954ff6a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:02.038269 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505468e-93c9-422f-8b13-71e930a889e8 req-0bd71b37-34ad-4458-be15-33a87728f38d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:02.043620 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5505468e-93c9-422f-8b13-71e930a889e8 req-0bd71b37-34ad-4458-be15-33a87728f38d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.60 "GET /v2.0/networks?id=f668c3bb-e88f-444d-af6d-837916f0416a HTTP/1.1" status: 200 len: 815 time: 0.5183270 Apr 15 10:49:02.199425 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025e41c-f349-4e2c-9013-31065d8f3f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30b2b99-ea85-4e2f-b6bf-989cbb4d7b61,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:02.213093 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a025e41c-f349-4e2c-9013-31065d8f3f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:02.218199 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-a025e41c-f349-4e2c-9013-31065d8f3f4e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b30b2b99-ea85-4e2f-b6bf-989cbb4d7b61 HTTP/1.1" status: 204 len: 168 time: 1.3522918 Apr 15 10:49:02.234209 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-a025e41c-f349-4e2c-9013-31065d8f3f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:02.250352 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:02.253264 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-5505468e-93c9-422f-8b13-71e930a889e8 req-428a8a05-90e7-4c29-857f-66408afeb5aa tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Synchronizing usage tracker for tenant:689fecd83bc6425fa49a8b8585fa7766 on resource:security_group {{(pid=85272) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:49:02.267497 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-5505468e-93c9-422f-8b13-71e930a889e8 req-428a8a05-90e7-4c29-857f-66408afeb5aa tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Unset dirty status for tenant:689fecd83bc6425fa49a8b8585fa7766 on resource:security_group {{(pid=85272) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:49:02.269831 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5505468e-93c9-422f-8b13-71e930a889e8 req-428a8a05-90e7-4c29-857f-66408afeb5aa tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=689fecd83bc6425fa49a8b8585fa7766 HTTP/1.1" status: 200 len: 5701 time: 0.2033372 Apr 15 10:49:02.586570 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.db.resource_extend [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-c7513752-a553-415a-8e6f-a2f9c7f7645a service neutron] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 10:49:02.720678 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8c697-604f-4eff-a42c-078117d969f4 req-1a4d50f1-2b1e-44b2-8022-db366e0cd634 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:02.727527 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a5f8c697-604f-4eff-a42c-078117d969f4 req-1a4d50f1-2b1e-44b2-8022-db366e0cd634 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 931 time: 1.4343257 Apr 15 10:49:02.792579 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c6ee9-c0f6-4c5c-ba1b-de1954ff6a51 service neutron] Pushing event updated for resources: {'Port': ['ID=55144717-6b19-49c3-9b43-8dd274963d91,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:02.800487 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-981c6ee9-c0f6-4c5c-ba1b-de1954ff6a51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:02.875150 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83194df8-c0d0-42db-9516-227ae71eeb87 req-9eee25d8-e8ab-4afe-a30d-372c3a343119 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:02.876750 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-83194df8-c0d0-42db-9516-227ae71eeb87 req-9eee25d8-e8ab-4afe-a30d-372c3a343119 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=c066dbba-2cfa-47cd-b61b-43492228f52c HTTP/1.1" status: 200 len: 931 time: 1.1541800 Apr 15 10:49:02.879630 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-c7513752-a553-415a-8e6f-a2f9c7f7645a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf21c0bb-8b3c-4843-a511-1cf9eb23aafc {{(pid=85270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:49:02.906256 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-c7513752-a553-415a-8e6f-a2f9c7f7645a service neutron] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:02.999849 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a5f8c697-604f-4eff-a42c-078117d969f4 req-73f1c14e-32cc-4c53-b686-40c48db74d65 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad012695-2b85-4e34-8234-5494232a8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486665 Apr 15 10:49:03.031392 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-c7513752-a553-415a-8e6f-a2f9c7f7645a service neutron] Transition to ACTIVE for port object bf21c0bb-8b3c-4843-a511-1cf9eb23aafc will not be triggered until provisioned by entity L2. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:49:03.044751 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-c7513752-a553-415a-8e6f-a2f9c7f7645a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:03.061921 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-981c6ee9-c0f6-4c5c-ba1b-de1954ff6a51 service neutron] Attempting to bind port 55144717-6b19-49c3-9b43-8dd274963d91 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:49:03.062307 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-981c6ee9-c0f6-4c5c-ba1b-de1954ff6a51 service neutron] Attempting to bind port 55144717-6b19-49c3-9b43-8dd274963d91 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'b8a5e931-e52c-4bee-a7b4-05fd301c3c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ff9d6612-9c75-4ee5-9832-0a8f32cab1c9'}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:49:03.062675 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-981c6ee9-c0f6-4c5c-ba1b-de1954ff6a51 service neutron] Attempting to bind port 55144717-6b19-49c3-9b43-8dd274963d91 on network ff9d6612-9c75-4ee5-9832-0a8f32cab1c9 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:49:03.068226 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-83194df8-c0d0-42db-9516-227ae71eeb87 req-db12d7ce-168c-412b-9d6c-c4388cf36214 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712630 Apr 15 10:49:03.072622 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:03.185153 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-981c6ee9-c0f6-4c5c-ba1b-de1954ff6a51 service neutron] Port 55144717-6b19-49c3-9b43-8dd274963d91 on network ff9d6612-9c75-4ee5-9832-0a8f32cab1c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:49:03.185750 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-981c6ee9-c0f6-4c5c-ba1b-de1954ff6a51 service neutron] Attempting to bind port 55144717-6b19-49c3-9b43-8dd274963d91 on network ff9d6612-9c75-4ee5-9832-0a8f32cab1c9 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:49:03.250089 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-981c6ee9-c0f6-4c5c-ba1b-de1954ff6a51 service neutron] Checking agent: {'id': '39ee03b0-0a73-4082-87ae-8bc447154759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:49:03.250546 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-981c6ee9-c0f6-4c5c-ba1b-de1954ff6a51 service neutron] Checking segment: {'id': 'b8a5e931-e52c-4bee-a7b4-05fd301c3c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ff9d6612-9c75-4ee5-9832-0a8f32cab1c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:49:03.251280 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-981c6ee9-c0f6-4c5c-ba1b-de1954ff6a51 service neutron] Bound using segment: {'id': 'b8a5e931-e52c-4bee-a7b4-05fd301c3c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ff9d6612-9c75-4ee5-9832-0a8f32cab1c9'} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:49:03.252383 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-981c6ee9-c0f6-4c5c-ba1b-de1954ff6a51 service neutron] Bound port: 55144717-6b19-49c3-9b43-8dd274963d91, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a5e931-e52c-4bee-a7b4-05fd301c3c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ff9d6612-9c75-4ee5-9832-0a8f32cab1c9'}}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:49:03.253760 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-981c6ee9-c0f6-4c5c-ba1b-de1954ff6a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:03.281916 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7513752-a553-415a-8e6f-a2f9c7f7645a service neutron] Pushing event updated for resources: {'Port': ['ID=bf21c0bb-8b3c-4843-a511-1cf9eb23aafc,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:03.286576 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-c7513752-a553-415a-8e6f-a2f9c7f7645a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:03.374250 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:49:03.514727 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-981c6ee9-c0f6-4c5c-ba1b-de1954ff6a51 service neutron] For port 55144717-6b19-49c3-9b43-8dd274963d91, host hv-cinder-78638, cleared binding levels {{(pid=85270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:49:03.517352 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:49:03.518311 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:03.522307 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3a4ae8d9-f0bc-4611-a655-429c81787506 req-5f00a6b4-3f4e-4dcb-8133-701ffacb6d85 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 210 time: 0.2326560 Apr 15 10:49:03.564309 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-981c6ee9-c0f6-4c5c-ba1b-de1954ff6a51 service neutron] For port 55144717-6b19-49c3-9b43-8dd274963d91, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=55144717-6b19-49c3-9b43-8dd274963d91,segment=NetworkSegment(b8a5e931-e52c-4bee-a7b4-05fd301c3c30),segment_id=b8a5e931-e52c-4bee-a7b4-05fd301c3c30)] {{(pid=85270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:49:03.579745 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-981c6ee9-c0f6-4c5c-ba1b-de1954ff6a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:03.601971 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-8c95e44e-8b7a-4565-8ba4-3192bbdbbe58 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:03.900704 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c6ee9-c0f6-4c5c-ba1b-de1954ff6a51 service neutron] Pushing event updated for resources: {'Port': ['ID=55144717-6b19-49c3-9b43-8dd274963d91,revision_number=3']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:03.916680 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-981c6ee9-c0f6-4c5c-ba1b-de1954ff6a51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:03.936509 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-c7513752-a553-415a-8e6f-a2f9c7f7645a service neutron] Attempting to bind port bf21c0bb-8b3c-4843-a511-1cf9eb23aafc on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:49:03.937199 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-c7513752-a553-415a-8e6f-a2f9c7f7645a service neutron] Attempting to bind port bf21c0bb-8b3c-4843-a511-1cf9eb23aafc by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '9d4b411c-2002-4aee-a880-e637d51bd4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c4f6e935-b869-426f-8147-87b90ae81bd1'}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:49:03.937515 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-c7513752-a553-415a-8e6f-a2f9c7f7645a service neutron] Attempting to bind port bf21c0bb-8b3c-4843-a511-1cf9eb23aafc on network c4f6e935-b869-426f-8147-87b90ae81bd1 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:49:03.938760 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-5505468e-93c9-422f-8b13-71e930a889e8 req-5ce0f602-952a-44d1-8c65-f86dde008e4d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Request body: {'port': {'device_id': '81d8f9e2-4b46-43bd-84c8-3f703af4911c', 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a', 'admin_state_up': True, 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'security_groups': ['32fae2b3-bf24-4e1f-8c55-ea7f7b01545a']}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:49:03.950563 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-c7513752-a553-415a-8e6f-a2f9c7f7645a service neutron] Port bf21c0bb-8b3c-4843-a511-1cf9eb23aafc on network c4f6e935-b869-426f-8147-87b90ae81bd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:49:03.950921 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-c7513752-a553-415a-8e6f-a2f9c7f7645a service neutron] Attempting to bind port bf21c0bb-8b3c-4843-a511-1cf9eb23aafc on network c4f6e935-b869-426f-8147-87b90ae81bd1 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:49:03.959855 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-c7513752-a553-415a-8e6f-a2f9c7f7645a service neutron] Checking agent: {'id': '39ee03b0-0a73-4082-87ae-8bc447154759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:49:03.960233 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-c7513752-a553-415a-8e6f-a2f9c7f7645a service neutron] Checking segment: {'id': '9d4b411c-2002-4aee-a880-e637d51bd4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c4f6e935-b869-426f-8147-87b90ae81bd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:49:03.960745 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-c7513752-a553-415a-8e6f-a2f9c7f7645a service neutron] Bound using segment: {'id': '9d4b411c-2002-4aee-a880-e637d51bd4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c4f6e935-b869-426f-8147-87b90ae81bd1'} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:49:03.961265 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-c7513752-a553-415a-8e6f-a2f9c7f7645a service neutron] Bound port: bf21c0bb-8b3c-4843-a511-1cf9eb23aafc, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d4b411c-2002-4aee-a880-e637d51bd4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c4f6e935-b869-426f-8147-87b90ae81bd1'}}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:49:03.961657 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-c7513752-a553-415a-8e6f-a2f9c7f7645a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:03.984364 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-981c6ee9-c0f6-4c5c-ba1b-de1954ff6a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:03.984968 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-981c6ee9-c0f6-4c5c-ba1b-de1954ff6a51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:03.986667 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-981c6ee9-c0f6-4c5c-ba1b-de1954ff6a51 service neutron] 10.222.0.60 "PUT /v2.0/ports/55144717-6b19-49c3-9b43-8dd274963d91 HTTP/1.1" status: 200 len: 1093 time: 6.9403419 Apr 15 10:49:03.987628 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7', 'tag': '55144717-6b19-49c3-9b43-8dd274963d91'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:49:04.212724 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-5505468e-93c9-422f-8b13-71e930a889e8 req-5ce0f602-952a-44d1-8c65-f86dde008e4d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:49:04.219304 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-5505468e-93c9-422f-8b13-71e930a889e8 req-5ce0f602-952a-44d1-8c65-f86dde008e4d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Usage tracker for resource:port and tenant:689fecd83bc6425fa49a8b8585fa7766 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:49:04.225146 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-5505468e-93c9-422f-8b13-71e930a889e8 req-5ce0f602-952a-44d1-8c65-f86dde008e4d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:49:04.233645 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-5505468e-93c9-422f-8b13-71e930a889e8 req-5ce0f602-952a-44d1-8c65-f86dde008e4d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:49:04.253610 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5505468e-93c9-422f-8b13-71e930a889e8 req-5ce0f602-952a-44d1-8c65-f86dde008e4d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Made reservation on behalf of 689fecd83bc6425fa49a8b8585fa7766 for: {'port': 1} {{(pid=85272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:49:04.266570 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-5505468e-93c9-422f-8b13-71e930a889e8 req-5ce0f602-952a-44d1-8c65-f86dde008e4d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:04.289205 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-c7513752-a553-415a-8e6f-a2f9c7f7645a service neutron] For port bf21c0bb-8b3c-4843-a511-1cf9eb23aafc, host hv-cinder-78638, cleared binding levels {{(pid=85270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:49:04.294290 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-c7513752-a553-415a-8e6f-a2f9c7f7645a service neutron] For port bf21c0bb-8b3c-4843-a511-1cf9eb23aafc, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bf21c0bb-8b3c-4843-a511-1cf9eb23aafc,segment=NetworkSegment(9d4b411c-2002-4aee-a880-e637d51bd4ad),segment_id=9d4b411c-2002-4aee-a880-e637d51bd4ad)] {{(pid=85270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:49:04.309039 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-c7513752-a553-415a-8e6f-a2f9c7f7645a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:04.344771 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-981c6ee9-c0f6-4c5c-ba1b-de1954ff6a51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:04.523406 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-72ec8a9d-ca60-4d64-9669-6d6fdd1f2188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:04.525052 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-72ec8a9d-ca60-4d64-9669-6d6fdd1f2188 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=034f9e00dfb540d0a3925edd6ae02cd7&device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 1096 time: 0.4517505 Apr 15 10:49:04.638998 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003c5b6-f095-4066-9131-9b79d6ca6bf1 req-1fb91853-0565-4916-9c77-7e3cfa3a6eae tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:04.640749 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5003c5b6-f095-4066-9131-9b79d6ca6bf1 req-1fb91853-0565-4916-9c77-7e3cfa3a6eae tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 943 time: 0.4662626 Apr 15 10:49:04.660563 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-d874ec01-309b-4383-9b3f-b264765d0195 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55144717-6b19-49c3-9b43-8dd274963d91 HTTP/1.1" status: 200 len: 217 time: 0.1087246 Apr 15 10:49:04.735788 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7513752-a553-415a-8e6f-a2f9c7f7645a service neutron] Pushing event updated for resources: {'Port': ['ID=bf21c0bb-8b3c-4843-a511-1cf9eb23aafc,revision_number=3']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:04.939939 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [req-5505468e-93c9-422f-8b13-71e930a889e8 req-5ce0f602-952a-44d1-8c65-f86dde008e4d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Allocated IP 172.20.0.10 (f668c3bb-e88f-444d-af6d-837916f0416a/eb6df1b7-a13f-4f84-b22c-9831f4c87d61/277e037f-d94c-45ba-8068-c686c56edd78) {{(pid=85272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:49:04.991533 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-c7513752-a553-415a-8e6f-a2f9c7f7645a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:05.058797 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5003c5b6-f095-4066-9131-9b79d6ca6bf1 req-d82fbdda-db28-4f16-acf2-45a60cb98832 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad012695-2b85-4e34-8234-5494232a8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009249 Apr 15 10:49:05.072424 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-bb858f46-0b70-43fc-99d5-5bd02a645c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:05.073993 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-bb858f46-0b70-43fc-99d5-5bd02a645c71 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=15a9a3e4-9261-4979-a836-8ff604791f64 HTTP/1.1" status: 200 len: 852 time: 0.3330348 Apr 15 10:49:05.087270 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ae41b-bc86-471e-a6de-c52f671c569e req-5e3afe8d-a0b8-40dc-9886-2a3b0e58b4bc tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:05.088921 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3e0ae41b-bc86-471e-a6de-c52f671c569e req-5e3afe8d-a0b8-40dc-9886-2a3b0e58b4bc tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=c066dbba-2cfa-47cd-b61b-43492228f52c HTTP/1.1" status: 200 len: 943 time: 0.7482913 Apr 15 10:49:05.142290 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-c7513752-a553-415a-8e6f-a2f9c7f7645a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:05.144200 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-c7513752-a553-415a-8e6f-a2f9c7f7645a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:05.146089 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-c7513752-a553-415a-8e6f-a2f9c7f7645a service neutron] 10.222.0.60 "PUT /v2.0/ports/bf21c0bb-8b3c-4843-a511-1cf9eb23aafc HTTP/1.1" status: 200 len: 1093 time: 8.1009076 Apr 15 10:49:05.172870 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-0d19b4d6-efb8-42e3-a7dd-823428ba645f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ff9d6612-9c75-4ee5-9832-0a8f32cab1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814717 Apr 15 10:49:05.231886 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-5505468e-93c9-422f-8b13-71e930a889e8 req-5ce0f602-952a-44d1-8c65-f86dde008e4d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for port, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:05.280442 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [req-5505468e-93c9-422f-8b13-71e930a889e8 req-5ce0f602-952a-44d1-8c65-f86dde008e4d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Transition to ACTIVE for port object 277e037f-d94c-45ba-8068-c686c56edd78 will not be triggered until provisioned by entity DHCP. {{(pid=85272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:49:05.338570 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-5505468e-93c9-422f-8b13-71e930a889e8 req-5ce0f602-952a-44d1-8c65-f86dde008e4d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888'] for port, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:05.393576 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-4edb577b-73b2-4362-964c-8e70b6a8a08a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:05.473061 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-0f2c48a2-c330-4f3c-9356-2b48a7343cc9 service neutron] 10.222.0.60 "GET /v2.0/networks/ff9d6612-9c75-4ee5-9832-0a8f32cab1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893732 Apr 15 10:49:05.490784 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0f602-952a-44d1-8c65-f86dde008e4d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Pushing event updated for resources: {'Port': ['ID=277e037f-d94c-45ba-8068-c686c56edd78,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:05.558681 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5ce0f602-952a-44d1-8c65-f86dde008e4d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:05.581532 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3e0ae41b-bc86-471e-a6de-c52f671c569e req-eb8a2072-9da7-4065-acf7-9d0e44b4ca81 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342732 Apr 15 10:49:05.603178 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7', 'tag': '55144717-6b19-49c3-9b43-8dd274963d91', 'status': 'completed', 'code': 200} Apr 15 10:49:05.762799 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5505468e-93c9-422f-8b13-71e930a889e8 req-5ce0f602-952a-44d1-8c65-f86dde008e4d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Network f668c3bb-e88f-444d-af6d-837916f0416a is already hosted by enough agents. {{(pid=85272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:49:05.769582 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [req-5505468e-93c9-422f-8b13-71e930a889e8 req-5ce0f602-952a-44d1-8c65-f86dde008e4d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Resources bound (agent type, host, resource id): {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:49:05.773274 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-5505468e-93c9-422f-8b13-71e930a889e8 req-5ce0f602-952a-44d1-8c65-f86dde008e4d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Received port after_create {{(pid=85272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:49:05.791818 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505468e-93c9-422f-8b13-71e930a889e8 req-5ce0f602-952a-44d1-8c65-f86dde008e4d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:05.792780 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-5505468e-93c9-422f-8b13-71e930a889e8 req-5ce0f602-952a-44d1-8c65-f86dde008e4d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for port, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:05.820034 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-b2b27390-3fdc-457a-bb39-00020f5a4965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:05.822428 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-b2b27390-3fdc-457a-bb39-00020f5a4965 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=468002c968c349e39872f05034981878&device_id=c066dbba-2cfa-47cd-b61b-43492228f52c HTTP/1.1" status: 200 len: 1096 time: 0.3463392 Apr 15 10:49:05.844230 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5505468e-93c9-422f-8b13-71e930a889e8 req-5ce0f602-952a-44d1-8c65-f86dde008e4d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9120126 Apr 15 10:49:05.859900 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-5505468e-93c9-422f-8b13-71e930a889e8 req-e352d32d-0a18-4b5b-972b-1c21a3b3ed7e service neutron] Request body: {'port': {'device_id': '81d8f9e2-4b46-43bd-84c8-3f703af4911c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:49:05.885863 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0af82678-0fab-49e0-883e-b049d77df5e3 req-066968e8-1e7e-4391-a8d4-be25785a605b service neutron] 10.222.0.60 "GET /v2.0/networks/ff9d6612-9c75-4ee5-9832-0a8f32cab1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282280 Apr 15 10:49:06.038176 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-135e7819-588a-4c2f-a6a9-3a4e5baec760 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf21c0bb-8b3c-4843-a511-1cf9eb23aafc HTTP/1.1" status: 200 len: 217 time: 0.1545651 Apr 15 10:49:06.050716 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-5505468e-93c9-422f-8b13-71e930a889e8 req-e352d32d-0a18-4b5b-972b-1c21a3b3ed7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:06.069299 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 35828) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:06.123597 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-b43c5bf6-3d0b-4b8c-82aa-491be6db5fe3 None None] Provisioning for port 277e037f-d94c-45ba-8068-c686c56edd78 completed by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:49:06.146745 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-b43c5bf6-3d0b-4b8c-82aa-491be6db5fe3 None None] Provisioning complete for port 277e037f-d94c-45ba-8068-c686c56edd78 triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:49:06.147241 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b43c5bf6-3d0b-4b8c-82aa-491be6db5fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:06.201241 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-96da748c-81bf-4f62-957d-710d6c40f944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:06.203264 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-96da748c-81bf-4f62-957d-710d6c40f944 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=19827f90-228d-4b46-b4a8-3e3339c5c6d7 HTTP/1.1" status: 200 len: 855 time: 0.1159492 Apr 15 10:49:06.253922 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-b43c5bf6-3d0b-4b8c-82aa-491be6db5fe3 None None] Port 277e037f-d94c-45ba-8068-c686c56edd78 cannot update to ACTIVE because it is not bound. {{(pid=85273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:49:06.292818 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-455135e5-26d0-4758-9559-4b2dd22fb0d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c4f6e935-b869-426f-8147-87b90ae81bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809913 Apr 15 10:49:06.372455 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6fc74c62-985e-4abd-a35f-2732dd5932f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:06.395797 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-6fc74c62-985e-4abd-a35f-2732dd5932f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:49:06.410604 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-6fc74c62-985e-4abd-a35f-2732dd5932f1 admin admin] Usage tracker for resource:security_group_rule and tenant:b69b186dde08407388e1feb03d676e93 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:49:06.416529 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-6fc74c62-985e-4abd-a35f-2732dd5932f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:49:06.428599 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-6fc74c62-985e-4abd-a35f-2732dd5932f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:49:06.516061 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 35838) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:06.551098 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6502e86-bcde-449f-9e43-895813a4cdd7 req-d4d7b7f9-c396-4450-bb04-369370fc2151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:06.552687 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d6502e86-bcde-449f-9e43-895813a4cdd7 req-d4d7b7f9-c396-4450-bb04-369370fc2151 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=034f9e00dfb540d0a3925edd6ae02cd7&device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 1096 time: 0.5133991 Apr 15 10:49:06.619297 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6fc74c62-985e-4abd-a35f-2732dd5932f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:06.625581 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6fc74c62-985e-4abd-a35f-2732dd5932f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:06.647601 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-a0203e45-a73f-4807-9119-a1b55fd5b583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:06.677010 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9f569-a29b-45af-927b-72176205c594 req-04846a34-7698-4a3e-bde3-35f05e2924b9 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:06.677369 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc74c62-985e-4abd-a35f-2732dd5932f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff5345d-6631-438a-a627-7a92683b34c0,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:06.678515 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a2e9f569-a29b-45af-927b-72176205c594 req-04846a34-7698-4a3e-bde3-35f05e2924b9 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 932 time: 0.8526256 Apr 15 10:49:06.691967 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-6fc74c62-985e-4abd-a35f-2732dd5932f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:06.716674 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-6fc74c62-985e-4abd-a35f-2732dd5932f1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b69b186dde08407388e1feb03d676e93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6459613 Apr 15 10:49:06.719365 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 35854) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:06.790642 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-632f966b-5713-4170-ba8f-365871012036 service neutron] 10.222.0.60 "GET /v2.0/networks/c4f6e935-b869-426f-8147-87b90ae81bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843464 Apr 15 10:49:06.812281 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c35b5106-de0a-4d85-94eb-f5ab30c22648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:06.814155 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dd10f31e-957e-44ee-ad4f-5b019c0452e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:06.901647 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dd10f31e-957e-44ee-ad4f-5b019c0452e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:06.945909 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [req-5505468e-93c9-422f-8b13-71e930a889e8 req-e352d32d-0a18-4b5b-972b-1c21a3b3ed7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 277e037f-d94c-45ba-8068-c686c56edd78 {{(pid=85272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:49:06.950982 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348119e6-276e-4a94-a838-cc8fd71c43a5 req-6f2ad4c4-7834-4650-97e3-37f1f6fa77e6 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:06.959258 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-348119e6-276e-4a94-a838-cc8fd71c43a5 req-6f2ad4c4-7834-4650-97e3-37f1f6fa77e6 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 943 time: 0.5017381 Apr 15 10:49:06.959714 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-5505468e-93c9-422f-8b13-71e930a889e8 req-e352d32d-0a18-4b5b-972b-1c21a3b3ed7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:06.961738 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6502e86-bcde-449f-9e43-895813a4cdd7 req-e28ec16c-3418-425c-8c96-5fd2dac403a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:06.963699 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d6502e86-bcde-449f-9e43-895813a4cdd7 req-e28ec16c-3418-425c-8c96-5fd2dac403a7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ff9d6612-9c75-4ee5-9832-0a8f32cab1c9 HTTP/1.1" status: 200 len: 913 time: 0.4023464 Apr 15 10:49:06.970410 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a2e9f569-a29b-45af-927b-72176205c594 req-f779eed1-dffe-4531-ba88-e1df835897db tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2519541 Apr 15 10:49:06.970410 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-c35b5106-de0a-4d85-94eb-f5ab30c22648 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:49:07.000125 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [req-5505468e-93c9-422f-8b13-71e930a889e8 req-e352d32d-0a18-4b5b-972b-1c21a3b3ed7e service neutron] Transition to ACTIVE for port object 277e037f-d94c-45ba-8068-c686c56edd78 will not be triggered until provisioned by entity L2. {{(pid=85272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:49:07.000302 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-c35b5106-de0a-4d85-94eb-f5ab30c22648 admin admin] Usage tracker for resource:security_group_rule and tenant:f88aeb7838b7469bb2066431865b6725 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:49:07.005428 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-c35b5106-de0a-4d85-94eb-f5ab30c22648 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:49:07.007038 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-5505468e-93c9-422f-8b13-71e930a889e8 req-e352d32d-0a18-4b5b-972b-1c21a3b3ed7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:07.039065 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:07.094727 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-c35b5106-de0a-4d85-94eb-f5ab30c22648 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:49:07.106580 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d6502e86-bcde-449f-9e43-895813a4cdd7 req-6861cb53-3510-4aaa-b07c-100ab083db80 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55144717-6b19-49c3-9b43-8dd274963d91 HTTP/1.1" status: 200 len: 217 time: 0.1100035 Apr 15 10:49:07.143321 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dd10f31e-957e-44ee-ad4f-5b019c0452e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:07.194917 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352d32d-0a18-4b5b-972b-1c21a3b3ed7e service neutron] Pushing event updated for resources: {'Port': ['ID=277e037f-d94c-45ba-8068-c686c56edd78,revision_number=2']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:07.197505 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dd10f31e-957e-44ee-ad4f-5b019c0452e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:07.198699 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-dd10f31e-957e-44ee-ad4f-5b019c0452e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cff5345d-6631-438a-a627-7a92683b34c0 HTTP/1.1" status: 204 len: 168 time: 0.4783652 Apr 15 10:49:07.201874 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e352d32d-0a18-4b5b-972b-1c21a3b3ed7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:07.202387 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:07.225895 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd10f31e-957e-44ee-ad4f-5b019c0452e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff5345d-6631-438a-a627-7a92683b34c0,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:07.230365 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-dd10f31e-957e-44ee-ad4f-5b019c0452e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:07.268320 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-348119e6-276e-4a94-a838-cc8fd71c43a5 req-fb3f50fa-6e35-4521-b8af-ea2a0549179f tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad012695-2b85-4e34-8234-5494232a8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080015 Apr 15 10:49:07.297877 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6502e86-bcde-449f-9e43-895813a4cdd7 req-defc037f-c551-43cb-b274-6fae13a3d4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:07.300074 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d6502e86-bcde-449f-9e43-895813a4cdd7 req-defc037f-c551-43cb-b274-6fae13a3d4de service neutron] 10.222.0.60 "GET /v2.0/subnets?id=15a9a3e4-9261-4979-a836-8ff604791f64 HTTP/1.1" status: 200 len: 852 time: 0.1838379 Apr 15 10:49:07.375805 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d6502e86-bcde-449f-9e43-895813a4cdd7 req-b36d09f3-b8c6-4bac-82c2-f0310bfc1e81 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ff9d6612-9c75-4ee5-9832-0a8f32cab1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648055 Apr 15 10:49:07.392034 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7f3a10a5-565c-4627-a376-dc096369c2e1 req-08ae42d1-95d0-4c3a-a347-7f0b08f5f88c service neutron] 10.222.0.60 "GET /v2.0/networks/c4f6e935-b869-426f-8147-87b90ae81bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5827589 Apr 15 10:49:07.445518 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-5505468e-93c9-422f-8b13-71e930a889e8 req-e352d32d-0a18-4b5b-972b-1c21a3b3ed7e service neutron] Attempting to bind port 277e037f-d94c-45ba-8068-c686c56edd78 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:49:07.446062 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-5505468e-93c9-422f-8b13-71e930a889e8 req-e352d32d-0a18-4b5b-972b-1c21a3b3ed7e service neutron] Attempting to bind port 277e037f-d94c-45ba-8068-c686c56edd78 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '8e6d0818-21ca-4119-a259-40d1be9a343f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a'}] {{(pid=85272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:49:07.446534 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5505468e-93c9-422f-8b13-71e930a889e8 req-e352d32d-0a18-4b5b-972b-1c21a3b3ed7e service neutron] Attempting to bind port 277e037f-d94c-45ba-8068-c686c56edd78 on network f668c3bb-e88f-444d-af6d-837916f0416a {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:49:07.452053 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5505468e-93c9-422f-8b13-71e930a889e8 req-e352d32d-0a18-4b5b-972b-1c21a3b3ed7e service neutron] Port 277e037f-d94c-45ba-8068-c686c56edd78 on network f668c3bb-e88f-444d-af6d-837916f0416a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:49:07.452549 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5505468e-93c9-422f-8b13-71e930a889e8 req-e352d32d-0a18-4b5b-972b-1c21a3b3ed7e service neutron] Attempting to bind port 277e037f-d94c-45ba-8068-c686c56edd78 on network f668c3bb-e88f-444d-af6d-837916f0416a {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:49:07.458700 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5505468e-93c9-422f-8b13-71e930a889e8 req-e352d32d-0a18-4b5b-972b-1c21a3b3ed7e service neutron] Checking agent: {'id': '39ee03b0-0a73-4082-87ae-8bc447154759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:49:07.459277 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5505468e-93c9-422f-8b13-71e930a889e8 req-e352d32d-0a18-4b5b-972b-1c21a3b3ed7e service neutron] Checking segment: {'id': '8e6d0818-21ca-4119-a259-40d1be9a343f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:49:07.460004 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5505468e-93c9-422f-8b13-71e930a889e8 req-e352d32d-0a18-4b5b-972b-1c21a3b3ed7e service neutron] Bound using segment: {'id': '8e6d0818-21ca-4119-a259-40d1be9a343f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a'} {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:49:07.460620 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-5505468e-93c9-422f-8b13-71e930a889e8 req-e352d32d-0a18-4b5b-972b-1c21a3b3ed7e service neutron] Bound port: 277e037f-d94c-45ba-8068-c686c56edd78, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e6d0818-21ca-4119-a259-40d1be9a343f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a'}}] {{(pid=85272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:49:07.461530 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-5505468e-93c9-422f-8b13-71e930a889e8 req-e352d32d-0a18-4b5b-972b-1c21a3b3ed7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:07.562116 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18f97c-85ce-4dce-85eb-c7619a32cbd9 req-d211c4d4-e28a-43f0-8728-2a3b95c00998 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:07.564219 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ec18f97c-85ce-4dce-85eb-c7619a32cbd9 req-d211c4d4-e28a-43f0-8728-2a3b95c00998 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=c066dbba-2cfa-47cd-b61b-43492228f52c HTTP/1.1" status: 200 len: 943 time: 0.3935175 Apr 15 10:49:07.576347 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-5505468e-93c9-422f-8b13-71e930a889e8 req-e352d32d-0a18-4b5b-972b-1c21a3b3ed7e service neutron] For port 277e037f-d94c-45ba-8068-c686c56edd78, host hv-cinder-78638, cleared binding levels {{(pid=85272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:49:07.584923 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-5505468e-93c9-422f-8b13-71e930a889e8 req-e352d32d-0a18-4b5b-972b-1c21a3b3ed7e service neutron] For port 277e037f-d94c-45ba-8068-c686c56edd78, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=277e037f-d94c-45ba-8068-c686c56edd78,segment=NetworkSegment(8e6d0818-21ca-4119-a259-40d1be9a343f),segment_id=8e6d0818-21ca-4119-a259-40d1be9a343f)] {{(pid=85272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:49:07.590124 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-5505468e-93c9-422f-8b13-71e930a889e8 req-e352d32d-0a18-4b5b-972b-1c21a3b3ed7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:07.610974 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0c50e328-6b51-49eb-b4ed-ac0313f50c0a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:07.613638 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c066dbba-2cfa-47cd-b61b-43492228f52c', 'tag': 'bf21c0bb-8b3c-4843-a511-1cf9eb23aafc'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:49:07.644805 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 35876) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:07.745894 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bb49b74a-18eb-42a0-bdb7-5aa6adac5af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:07.798432 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-bb49b74a-18eb-42a0-bdb7-5aa6adac5af3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:49:07.813855 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-bb49b74a-18eb-42a0-bdb7-5aa6adac5af3 admin admin] Usage tracker for resource:security_group_rule and tenant:2ac8da6f7b194b71a698743610090e6d is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:49:07.821862 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-bb49b74a-18eb-42a0-bdb7-5aa6adac5af3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:49:07.825000 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352d32d-0a18-4b5b-972b-1c21a3b3ed7e service neutron] Pushing event updated for resources: {'Port': ['ID=277e037f-d94c-45ba-8068-c686c56edd78,revision_number=3']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:07.844014 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c066dbba-2cfa-47cd-b61b-43492228f52c', 'tag': 'bf21c0bb-8b3c-4843-a511-1cf9eb23aafc', 'status': 'completed', 'code': 200} Apr 15 10:49:07.846705 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e352d32d-0a18-4b5b-972b-1c21a3b3ed7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:07.847707 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-bb49b74a-18eb-42a0-bdb7-5aa6adac5af3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:49:07.855280 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d6502e86-bcde-449f-9e43-895813a4cdd7 req-97ebdbcf-e27c-4f9d-bf8d-76eb5f3494b4 service neutron] 10.222.0.60 "GET /v2.0/networks/ff9d6612-9c75-4ee5-9832-0a8f32cab1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4709001 Apr 15 10:49:07.888565 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c35b5106-de0a-4d85-94eb-f5ab30c22648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:07.894570 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ec18f97c-85ce-4dce-85eb-c7619a32cbd9 req-3199d003-8340-4cd4-bba0-81ba413d158c tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132007 Apr 15 10:49:07.895822 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c35b5106-de0a-4d85-94eb-f5ab30c22648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:07.904930 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-a025e41c-f349-4e2c-9013-31065d8f3f4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:07.917323 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505468e-93c9-422f-8b13-71e930a889e8 req-e352d32d-0a18-4b5b-972b-1c21a3b3ed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:07.918639 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-5505468e-93c9-422f-8b13-71e930a889e8 req-e352d32d-0a18-4b5b-972b-1c21a3b3ed7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for port, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:07.920874 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5505468e-93c9-422f-8b13-71e930a889e8 req-e352d32d-0a18-4b5b-972b-1c21a3b3ed7e service neutron] 10.222.0.60 "PUT /v2.0/ports/277e037f-d94c-45ba-8068-c686c56edd78 HTTP/1.1" status: 200 len: 1094 time: 2.0674376 Apr 15 10:49:07.921545 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d8f9e2-4b46-43bd-84c8-3f703af4911c', 'tag': '277e037f-d94c-45ba-8068-c686c56edd78'}] {{(pid=85272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:49:07.948256 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b5106-de0a-4d85-94eb-f5ab30c22648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821cc98c-c621-4e84-aac8-a859185aa009,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:07.952020 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-c35b5106-de0a-4d85-94eb-f5ab30c22648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:07.954503 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-c35b5106-de0a-4d85-94eb-f5ab30c22648 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f88aeb7838b7469bb2066431865b6725&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4215333 Apr 15 10:49:07.961003 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 35894) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:08.033297 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1eeda017-15de-4dba-8cf7-b34894d382d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:08.108046 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1eeda017-15de-4dba-8cf7-b34894d382d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:08.157976 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bb49b74a-18eb-42a0-bdb7-5aa6adac5af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:08.165291 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bb49b74a-18eb-42a0-bdb7-5aa6adac5af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:08.209819 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-6fc74c62-985e-4abd-a35f-2732dd5932f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:08.241676 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-bb49b74a-18eb-42a0-bdb7-5aa6adac5af3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2ac8da6f7b194b71a698743610090e6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5865018 Apr 15 10:49:08.262312 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 35912) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:08.265459 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb49b74a-18eb-42a0-bdb7-5aa6adac5af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a05d5b0-0610-4412-a7f4-f94663e4eae9,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:08.280844 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-bb49b74a-18eb-42a0-bdb7-5aa6adac5af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:08.352572 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-25a65dbd-a2b7-4ce2-a172-076442d8a6e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:08.357792 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1eeda017-15de-4dba-8cf7-b34894d382d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:08.366605 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:08.383400 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-25a65dbd-a2b7-4ce2-a172-076442d8a6e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:08.406673 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeda017-15de-4dba-8cf7-b34894d382d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821cc98c-c621-4e84-aac8-a859185aa009,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:08.427949 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1eeda017-15de-4dba-8cf7-b34894d382d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:08.448733 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-25a65dbd-a2b7-4ce2-a172-076442d8a6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:08.458448 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-22cbd233-98fd-4bab-91b0-17836a345025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:08.477881 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a65dbd-a2b7-4ce2-a172-076442d8a6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a05d5b0-0610-4412-a7f4-f94663e4eae9,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:08.493403 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-25a65dbd-a2b7-4ce2-a172-076442d8a6e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:08.502568 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-25a65dbd-a2b7-4ce2-a172-076442d8a6e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:08.514156 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-25a65dbd-a2b7-4ce2-a172-076442d8a6e6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9a05d5b0-0610-4412-a7f4-f94663e4eae9 HTTP/1.1" status: 204 len: 168 time: 0.2476540 Apr 15 10:49:08.594322 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1eeda017-15de-4dba-8cf7-b34894d382d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:08.598900 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-1eeda017-15de-4dba-8cf7-b34894d382d1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/821cc98c-c621-4e84-aac8-a859185aa009 HTTP/1.1" status: 204 len: 168 time: 0.6365776 Apr 15 10:49:08.649222 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d252b2b-d044-471d-b6a7-606209148e1d req-a36b7d43-6537-4dc1-8751-b704696bedad tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:08.650929 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5d252b2b-d044-471d-b6a7-606209148e1d req-a36b7d43-6537-4dc1-8751-b704696bedad tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 944 time: 0.4534714 Apr 15 10:49:08.719129 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5d252b2b-d044-471d-b6a7-606209148e1d req-d8c23fd7-7990-4fa6-b78b-6be19c49742c tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573697 Apr 15 10:49:08.737972 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79aea0-738f-44e4-9406-efd38dcf3fa6 req-a78aa7e5-a34b-45a3-9fe2-bdbeff264994 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:08.739643 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bd79aea0-738f-44e4-9406-efd38dcf3fa6 req-a78aa7e5-a34b-45a3-9fe2-bdbeff264994 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 943 time: 0.3106415 Apr 15 10:49:08.800382 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bd79aea0-738f-44e4-9406-efd38dcf3fa6 req-8f4df002-d3e4-4385-9a6a-8552bb88256c tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad012695-2b85-4e34-8234-5494232a8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541732 Apr 15 10:49:09.069640 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 35942) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:09.095051 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-cb2b8549-0982-470b-a6fa-2eedc7db52d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:09.097974 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d8f9e2-4b46-43bd-84c8-3f703af4911c', 'tag': '277e037f-d94c-45ba-8068-c686c56edd78', 'status': 'completed', 'code': 200} Apr 15 10:49:09.120207 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-cb2b8549-0982-470b-a6fa-2eedc7db52d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:49:09.127980 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-cb2b8549-0982-470b-a6fa-2eedc7db52d4 admin admin] Usage tracker for resource:security_group_rule and tenant:7e1b3459d45c4f88b0eac1211ac2995d is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:49:09.131643 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-cb2b8549-0982-470b-a6fa-2eedc7db52d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:49:09.149674 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-cb2b8549-0982-470b-a6fa-2eedc7db52d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:49:09.159947 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 35946) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:09.178741 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-66f8a496-583c-4214-b991-736563f5d0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:09.183345 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85113158-22b4-4dc5-810b-f503e7e0ab1f req-22de9c46-748c-41ea-9848-481da53159db tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:09.184945 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-85113158-22b4-4dc5-810b-f503e7e0ab1f req-22de9c46-748c-41ea-9848-481da53159db tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=c066dbba-2cfa-47cd-b61b-43492228f52c HTTP/1.1" status: 200 len: 943 time: 0.1606355 Apr 15 10:49:09.195085 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-66f8a496-583c-4214-b991-736563f5d0e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:49:09.199218 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-66f8a496-583c-4214-b991-736563f5d0e0 admin admin] Usage tracker for resource:security_group_rule and tenant:1131b69cd48249d5894a4dd1b218a3da is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:49:09.202172 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-66f8a496-583c-4214-b991-736563f5d0e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:49:09.209264 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-66f8a496-583c-4214-b991-736563f5d0e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:49:09.256097 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-85113158-22b4-4dc5-810b-f503e7e0ab1f req-c8c108e2-f587-464a-b7f9-9892f3bdc89f tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619025 Apr 15 10:49:09.295836 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-cb2b8549-0982-470b-a6fa-2eedc7db52d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:09.298751 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-cb2b8549-0982-470b-a6fa-2eedc7db52d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:09.308889 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:09.314594 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-66f8a496-583c-4214-b991-736563f5d0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:09.318218 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-66f8a496-583c-4214-b991-736563f5d0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:09.346386 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-79d91a18-eb41-4c55-9617-a77c05af20c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:09.354220 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-cb2b8549-0982-470b-a6fa-2eedc7db52d4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7e1b3459d45c4f88b0eac1211ac2995d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834742 Apr 15 10:49:09.356002 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b8549-0982-470b-a6fa-2eedc7db52d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f809d0-6666-4148-86ba-a429ff9fb363,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:09.361040 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-66f8a496-583c-4214-b991-736563f5d0e0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1131b69cd48249d5894a4dd1b218a3da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1975350 Apr 15 10:49:09.361193 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-cb2b8549-0982-470b-a6fa-2eedc7db52d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:09.361193 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 35952) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:09.361359 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 35954) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:09.409532 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8a496-583c-4214-b991-736563f5d0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81f2831-6f17-4359-ba8f-f041bc89555b,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:09.414970 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-66f8a496-583c-4214-b991-736563f5d0e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:09.426084 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2677ad08-d1aa-42e3-ac0c-c2e8136dfd8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:09.450091 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-af3902be-7f5b-4151-b228-c92c87e7919c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:09.453729 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2677ad08-d1aa-42e3-ac0c-c2e8136dfd8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:09.479147 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-af3902be-7f5b-4151-b228-c92c87e7919c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:09.502888 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2677ad08-d1aa-42e3-ac0c-c2e8136dfd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:09.508107 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:09.521262 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677ad08-d1aa-42e3-ac0c-c2e8136dfd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f809d0-6666-4148-86ba-a429ff9fb363,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:09.524026 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-2677ad08-d1aa-42e3-ac0c-c2e8136dfd8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:09.525363 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-af3902be-7f5b-4151-b228-c92c87e7919c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:09.528592 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2677ad08-d1aa-42e3-ac0c-c2e8136dfd8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:09.532489 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-25a65dbd-a2b7-4ce2-a172-076442d8a6e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:09.532646 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-2677ad08-d1aa-42e3-ac0c-c2e8136dfd8e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c8f809d0-6666-4148-86ba-a429ff9fb363 HTTP/1.1" status: 204 len: 168 time: 0.1689420 Apr 15 10:49:09.544840 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3902be-7f5b-4151-b228-c92c87e7919c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81f2831-6f17-4359-ba8f-f041bc89555b,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:09.547898 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-af3902be-7f5b-4151-b228-c92c87e7919c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:09.550213 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-af3902be-7f5b-4151-b228-c92c87e7919c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:09.554058 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-af3902be-7f5b-4151-b228-c92c87e7919c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e81f2831-6f17-4359-ba8f-f041bc89555b HTTP/1.1" status: 204 len: 168 time: 0.1890826 Apr 15 10:49:10.180041 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0eb5b-eaab-4201-b853-6179196ff9ab req-54b9bcc2-994f-4e3c-950c-fb1a2b5885c9 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:10.181707 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-59f0eb5b-eaab-4201-b853-6179196ff9ab req-54b9bcc2-994f-4e3c-950c-fb1a2b5885c9 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 944 time: 0.2218769 Apr 15 10:49:10.188636 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d6502e86-bcde-449f-9e43-895813a4cdd7 req-150ea37f-aab9-4102-99b3-362feb103b79 service neutron] 10.222.0.60 "GET /v2.0/networks/ff9d6612-9c75-4ee5-9832-0a8f32cab1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785410 Apr 15 10:49:10.450506 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-59f0eb5b-eaab-4201-b853-6179196ff9ab req-c7871073-9f41-4608-ae0b-87e00e2e82fd tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2542839 Apr 15 10:49:10.555677 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ecb92-9d36-48af-9378-7322ac6fc9c1 req-27867e9d-ac90-4272-8480-039ecbee15bb tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:10.564366 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9e2ecb92-9d36-48af-9378-7322ac6fc9c1 req-27867e9d-ac90-4272-8480-039ecbee15bb tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 943 time: 0.2952311 Apr 15 10:49:10.714968 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9e2ecb92-9d36-48af-9378-7322ac6fc9c1 req-01605d26-0aa7-47a2-8a6a-edec577b1dd5 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad012695-2b85-4e34-8234-5494232a8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469412 Apr 15 10:49:10.769222 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a226094-705b-41f7-9dff-95f718faa4b0 req-90375282-68bd-4a92-8510-e488fd85a554 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:10.771830 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6a226094-705b-41f7-9dff-95f718faa4b0 req-90375282-68bd-4a92-8510-e488fd85a554 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=c066dbba-2cfa-47cd-b61b-43492228f52c HTTP/1.1" status: 200 len: 943 time: 0.1412051 Apr 15 10:49:10.848830 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6a226094-705b-41f7-9dff-95f718faa4b0 req-ce635f87-f60b-49a6-9260-5dfd06511a20 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698040 Apr 15 10:49:11.331610 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64841083-bba3-4103-a6eb-3029413108d1 req-22e1edfa-7d52-4373-8995-48edcd8a121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:11.333712 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-64841083-bba3-4103-a6eb-3029413108d1 req-22e1edfa-7d52-4373-8995-48edcd8a121f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=468002c968c349e39872f05034981878&device_id=c066dbba-2cfa-47cd-b61b-43492228f52c HTTP/1.1" status: 200 len: 1096 time: 0.0864584 Apr 15 10:49:11.411138 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 36074) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:11.657638 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-29e7ad1e-b834-4779-a46e-cf570648811f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:11.687487 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-29e7ad1e-b834-4779-a46e-cf570648811f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:49:11.700537 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc89d9-d16b-428d-98bc-0ea102a5b1a1 req-7aaa0830-4f82-49a0-ac06-8e1ba0634583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:11.702517 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4abc89d9-d16b-428d-98bc-0ea102a5b1a1 req-7aaa0830-4f82-49a0-ac06-8e1ba0634583 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=689fecd83bc6425fa49a8b8585fa7766&device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 1097 time: 0.1658180 Apr 15 10:49:11.707121 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-29e7ad1e-b834-4779-a46e-cf570648811f admin admin] Usage tracker for resource:security_group_rule and tenant:5b712af20b7b4b7e85d0f8c0c051e701 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:49:11.711563 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fe20f-813b-4146-8ac3-2b7b7ec0c6a9 req-039c3029-1a94-4de3-ae1f-0dd04f390eab tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:11.712863 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-29e7ad1e-b834-4779-a46e-cf570648811f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:49:11.713175 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1d9fe20f-813b-4146-8ac3-2b7b7ec0c6a9 req-039c3029-1a94-4de3-ae1f-0dd04f390eab tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 944 time: 0.1252258 Apr 15 10:49:11.723958 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-29e7ad1e-b834-4779-a46e-cf570648811f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:49:11.752659 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64841083-bba3-4103-a6eb-3029413108d1 req-2ced83ed-6175-4041-ae8a-b0ee4ed74d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:11.754276 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-64841083-bba3-4103-a6eb-3029413108d1 req-2ced83ed-6175-4041-ae8a-b0ee4ed74d0a service neutron] 10.222.0.60 "GET /v2.0/networks?id=c4f6e935-b869-426f-8147-87b90ae81bd1 HTTP/1.1" status: 200 len: 916 time: 0.2182550 Apr 15 10:49:11.867942 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-64841083-bba3-4103-a6eb-3029413108d1 req-d8dd60b3-ef16-4ca1-87b7-db8455c7da28 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf21c0bb-8b3c-4843-a511-1cf9eb23aafc HTTP/1.1" status: 200 len: 217 time: 0.1050293 Apr 15 10:49:11.952296 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1d9fe20f-813b-4146-8ac3-2b7b7ec0c6a9 req-6d2cd316-84f7-4734-a643-3e7fdda63bbf tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101405 Apr 15 10:49:12.004584 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64841083-bba3-4103-a6eb-3029413108d1 req-5c0f1636-7f2d-4c0b-8e8b-78aebcd44fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:12.008150 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-64841083-bba3-4103-a6eb-3029413108d1 req-5c0f1636-7f2d-4c0b-8e8b-78aebcd44fc7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=19827f90-228d-4b46-b4a8-3e3339c5c6d7 HTTP/1.1" status: 200 len: 855 time: 0.1311908 Apr 15 10:49:12.053284 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc89d9-d16b-428d-98bc-0ea102a5b1a1 req-b3db6e82-b127-4e69-b2e0-b4d6f08623d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:12.055665 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4abc89d9-d16b-428d-98bc-0ea102a5b1a1 req-b3db6e82-b127-4e69-b2e0-b4d6f08623d2 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=689fecd83bc6425fa49a8b8585fa7766&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3415227 Apr 15 10:49:12.133085 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-29e7ad1e-b834-4779-a46e-cf570648811f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:12.144127 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-29e7ad1e-b834-4779-a46e-cf570648811f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:12.190602 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-64841083-bba3-4103-a6eb-3029413108d1 req-74a2c4b7-1b6e-417a-bd9e-4a11db60c2d5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c4f6e935-b869-426f-8147-87b90ae81bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1638122 Apr 15 10:49:12.191725 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-66f8a496-583c-4214-b991-736563f5d0e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:12.206270 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-29e7ad1e-b834-4779-a46e-cf570648811f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5b712af20b7b4b7e85d0f8c0c051e701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7919593 Apr 15 10:49:12.216400 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 36110) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:12.285197 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e617c-10c6-4880-9b40-d44bb598b29e req-f1c11dcf-c357-4653-bde0-45dba2ce31fa tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:12.287008 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-be3e617c-10c6-4880-9b40-d44bb598b29e req-f1c11dcf-c357-4653-bde0-45dba2ce31fa tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 943 time: 0.3614614 Apr 15 10:49:12.371548 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7ad1e-b834-4779-a46e-cf570648811f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808a3c45-74c8-464c-a379-38ca8fd79993,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:12.375451 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-29e7ad1e-b834-4779-a46e-cf570648811f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:12.424810 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cdda47-ee9a-482d-8990-982ec5e49ef0 req-e63e5923-5539-4428-862c-7bd234f39dee tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:12.426476 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-13cdda47-ee9a-482d-8990-982ec5e49ef0 req-e63e5923-5539-4428-862c-7bd234f39dee tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=c066dbba-2cfa-47cd-b61b-43492228f52c HTTP/1.1" status: 200 len: 943 time: 0.3187695 Apr 15 10:49:12.427638 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc89d9-d16b-428d-98bc-0ea102a5b1a1 req-e62ecf0c-6e10-4e14-8d8c-d05f01cefde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:12.429063 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4abc89d9-d16b-428d-98bc-0ea102a5b1a1 req-e62ecf0c-6e10-4e14-8d8c-d05f01cefde7 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3549707 Apr 15 10:49:12.439032 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-be3e617c-10c6-4880-9b40-d44bb598b29e req-d192dc93-99f1-4f3b-80a1-7b2dc91259d7 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad012695-2b85-4e34-8234-5494232a8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319885 Apr 15 10:49:12.455271 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-50658982-b05d-4792-816d-7a7e0fd14cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:12.510143 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-50658982-b05d-4792-816d-7a7e0fd14cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:12.556411 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-13cdda47-ee9a-482d-8990-982ec5e49ef0 req-0155d403-a0fc-4d3d-99fd-e7510c1b7b03 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215041 Apr 15 10:49:12.573999 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-64841083-bba3-4103-a6eb-3029413108d1 req-87b7cc66-8eda-4aa7-a740-9175f5a1f006 service neutron] 10.222.0.60 "GET /v2.0/networks/c4f6e935-b869-426f-8147-87b90ae81bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606546 Apr 15 10:49:12.610470 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505468e-93c9-422f-8b13-71e930a889e8 req-9d8b52af-451e-47df-b2b8-226a762908af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:12.612934 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5505468e-93c9-422f-8b13-71e930a889e8 req-9d8b52af-451e-47df-b2b8-226a762908af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=689fecd83bc6425fa49a8b8585fa7766&device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 1097 time: 0.1063170 Apr 15 10:49:12.705782 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5505468e-93c9-422f-8b13-71e930a889e8 req-bdf27ac6-fe78-463c-8758-1848c5fbb94d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=277e037f-d94c-45ba-8068-c686c56edd78 HTTP/1.1" status: 200 len: 217 time: 0.0829015 Apr 15 10:49:12.787913 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505468e-93c9-422f-8b13-71e930a889e8 req-c71dc82d-77b7-4c5c-8020-60f40a434d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:12.789741 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5505468e-93c9-422f-8b13-71e930a889e8 req-c71dc82d-77b7-4c5c-8020-60f40a434d61 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb6df1b7-a13f-4f84-b22c-9831f4c87d61 HTTP/1.1" status: 200 len: 854 time: 0.0782180 Apr 15 10:49:12.887410 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505468e-93c9-422f-8b13-71e930a889e8 req-f92a451e-5b5d-47e5-b399-a2aaea7c43ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:12.889612 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5505468e-93c9-422f-8b13-71e930a889e8 req-f92a451e-5b5d-47e5-b399-a2aaea7c43ba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f668c3bb-e88f-444d-af6d-837916f0416a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0930414 Apr 15 10:49:12.953333 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-50658982-b05d-4792-816d-7a7e0fd14cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:12.977239 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:13.007001 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50658982-b05d-4792-816d-7a7e0fd14cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808a3c45-74c8-464c-a379-38ca8fd79993,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:13.009727 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-50658982-b05d-4792-816d-7a7e0fd14cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:13.012884 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-50658982-b05d-4792-816d-7a7e0fd14cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:13.016486 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-50658982-b05d-4792-816d-7a7e0fd14cf1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/808a3c45-74c8-464c-a379-38ca8fd79993 HTTP/1.1" status: 204 len: 168 time: 0.7651024 Apr 15 10:49:13.039133 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-64841083-bba3-4103-a6eb-3029413108d1 req-224ca00b-498a-4a86-b8e0-5f01bf8e6160 service neutron] 10.222.0.60 "GET /v2.0/networks/c4f6e935-b869-426f-8147-87b90ae81bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4513791 Apr 15 10:49:13.091426 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5505468e-93c9-422f-8b13-71e930a889e8 req-47dbf149-ecdb-4b6f-9f62-91aa423a0b17 service neutron] 10.222.0.60 "GET /v2.0/networks/f668c3bb-e88f-444d-af6d-837916f0416a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942015 Apr 15 10:49:13.458344 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5505468e-93c9-422f-8b13-71e930a889e8 req-4afabc88-5396-4fba-95e1-ea6572273edd service neutron] 10.222.0.60 "GET /v2.0/networks/f668c3bb-e88f-444d-af6d-837916f0416a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595207 Apr 15 10:49:13.473598 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 55144717-6b19-49c3-9b43-8dd274963d91 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:49:13.559736 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f149a9c-47ab-43a9-b161-0600d783a614 req-53f38cf9-7085-4132-beb3-1bf4f8d7048b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:13.567967 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6f149a9c-47ab-43a9-b161-0600d783a614 req-53f38cf9-7085-4132-beb3-1bf4f8d7048b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 944 time: 0.1085327 Apr 15 10:49:13.625059 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 36154) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:13.631832 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6f149a9c-47ab-43a9-b161-0600d783a614 req-68cb36cb-7b12-4cdf-a7a9-e7cec2e4990d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626996 Apr 15 10:49:13.657628 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ac589690-7a8d-4eb2-8e76-bccefb75ecd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:13.697521 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 55144717-6b19-49c3-9b43-8dd274963d91, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=55144717-6b19-49c3-9b43-8dd274963d91,segment=NetworkSegment(b8a5e931-e52c-4bee-a7b4-05fd301c3c30),segment_id=b8a5e931-e52c-4bee-a7b4-05fd301c3c30)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:49:13.706134 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-ac589690-7a8d-4eb2-8e76-bccefb75ecd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:49:13.714592 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-ac589690-7a8d-4eb2-8e76-bccefb75ecd6 admin admin] Usage tracker for resource:security_group_rule and tenant:0533b167b97b42909089258e319a75f6 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:49:13.723645 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-ac589690-7a8d-4eb2-8e76-bccefb75ecd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:49:13.730929 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-ac589690-7a8d-4eb2-8e76-bccefb75ecd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:49:13.732664 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Returning: {'device': '55144717-6b19-49c3-9b43-8dd274963d91', 'network_id': 'ff9d6612-9c75-4ee5-9832-0a8f32cab1c9', 'port_id': '55144717-6b19-49c3-9b43-8dd274963d91', 'mac_address': 'fa:16:3e:e8:74:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15a9a3e4-9261-4979-a836-8ff604791f64', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:49:13.830757 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ac589690-7a8d-4eb2-8e76-bccefb75ecd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:13.837026 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ac589690-7a8d-4eb2-8e76-bccefb75ecd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:13.841545 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:13.862258 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55144717-6b19-49c3-9b43-8dd274963d91 {{(pid=85273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:49:13.863243 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-af3902be-7f5b-4151-b228-c92c87e7919c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:13.901219 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 55144717-6b19-49c3-9b43-8dd274963d91, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=55144717-6b19-49c3-9b43-8dd274963d91,segment=NetworkSegment(b8a5e931-e52c-4bee-a7b4-05fd301c3c30),segment_id=b8a5e931-e52c-4bee-a7b4-05fd301c3c30)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:49:13.910470 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:13.911362 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f000087-9a87-4215-93be-00168f95b547 req-0e3ed7b0-b8e5-4c2f-8811-1bcd3ec83ab3 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:13.913124 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5f000087-9a87-4215-93be-00168f95b547 req-0e3ed7b0-b8e5-4c2f-8811-1bcd3ec83ab3 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 943 time: 0.2166929 Apr 15 10:49:13.916995 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-ac589690-7a8d-4eb2-8e76-bccefb75ecd6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0533b167b97b42909089258e319a75f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2908063 Apr 15 10:49:13.919041 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac589690-7a8d-4eb2-8e76-bccefb75ecd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54affd5-e452-4538-97ea-3e87a3b53db4,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:13.919740 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-7fa0c96f-1741-4799-a243-c0f230cc7296 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:13.921322 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 36162) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:13.923785 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-ac589690-7a8d-4eb2-8e76-bccefb75ecd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:13.985462 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5f000087-9a87-4215-93be-00168f95b547 req-8bb49b74-49f6-4995-b476-22a2bc7a2b1e tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad012695-2b85-4e34-8234-5494232a8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630167 Apr 15 10:49:14.017417 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960feaf-c60b-456a-871a-d198f36be0b2 req-7d150f4b-f696-4aa2-a01d-44107202547c tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:14.017417 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a960feaf-c60b-456a-871a-d198f36be0b2 req-7d150f4b-f696-4aa2-a01d-44107202547c tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=c066dbba-2cfa-47cd-b61b-43492228f52c HTTP/1.1" status: 200 len: 943 time: 0.2226665 Apr 15 10:49:14.040666 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=55144717-6b19-49c3-9b43-8dd274963d91,revision_number=4']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:14.044005 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:14.106326 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a960feaf-c60b-456a-871a-d198f36be0b2 req-df8cd49f-1170-4e56-8a43-36a3e00b5f41 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809131 Apr 15 10:49:14.108894 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-47d97465-f2ae-45ea-9020-2f60ce8ad0c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:14.140504 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-47d97465-f2ae-45ea-9020-2f60ce8ad0c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:14.191221 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-47d97465-f2ae-45ea-9020-2f60ce8ad0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:14.197253 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-ec5070b6-d6ff-4e8f-9f3e-d87f8794f431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:14.208699 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d97465-f2ae-45ea-9020-2f60ce8ad0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54affd5-e452-4538-97ea-3e87a3b53db4,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:14.222195 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-47d97465-f2ae-45ea-9020-2f60ce8ad0c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:14.230800 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-47d97465-f2ae-45ea-9020-2f60ce8ad0c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:14.237162 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-47d97465-f2ae-45ea-9020-2f60ce8ad0c7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a54affd5-e452-4538-97ea-3e87a3b53db4 HTTP/1.1" status: 204 len: 168 time: 0.3116586 Apr 15 10:49:14.499649 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['55144717-6b19-49c3-9b43-8dd274963d91'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:49:14.846321 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f4311-b198-4b84-8bd9-d74fc23b95db req-dbc441a1-b681-4d61-98b0-08a568b0ed86 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:14.847993 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-863f4311-b198-4b84-8bd9-d74fc23b95db req-dbc441a1-b681-4d61-98b0-08a568b0ed86 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 944 time: 0.0903187 Apr 15 10:49:14.899095 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-863f4311-b198-4b84-8bd9-d74fc23b95db req-c3d66010-e2fe-4412-837e-24aab49b4c33 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442169 Apr 15 10:49:15.086465 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 36222) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:15.233779 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36a656-71d9-446d-9b2f-4802e5bbd8b3 req-1f61523f-ebeb-4a78-8bef-4e8e7ea14397 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:15.242286 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4b36a656-71d9-446d-9b2f-4802e5bbd8b3 req-1f61523f-ebeb-4a78-8bef-4e8e7ea14397 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 944 time: 0.1147554 Apr 15 10:49:15.322249 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4b36a656-71d9-446d-9b2f-4802e5bbd8b3 req-78257c0d-509e-43ff-80b9-aa3e28c76dd0 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad012695-2b85-4e34-8234-5494232a8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786541 Apr 15 10:49:15.449087 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device bf21c0bb-8b3c-4843-a511-1cf9eb23aafc details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:49:15.474516 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2fe5b5a6-8dc9-4223-90ea-f948923e3bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:15.499534 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca7cc4-41bc-4fd7-8e1e-fce644c24d51 req-3195ade6-738c-479d-97d5-7bd32c49eadd tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:15.507284 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7aca7cc4-41bc-4fd7-8e1e-fce644c24d51 req-3195ade6-738c-479d-97d5-7bd32c49eadd tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=c066dbba-2cfa-47cd-b61b-43492228f52c HTTP/1.1" status: 200 len: 943 time: 0.1698971 Apr 15 10:49:15.513648 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-2fe5b5a6-8dc9-4223-90ea-f948923e3bb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:49:15.518498 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-2fe5b5a6-8dc9-4223-90ea-f948923e3bb9 admin admin] Usage tracker for resource:security_group_rule and tenant:c101e8decf854916b7a362d820bcbdf3 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:49:15.521647 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-2fe5b5a6-8dc9-4223-90ea-f948923e3bb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:49:15.528489 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-2fe5b5a6-8dc9-4223-90ea-f948923e3bb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:49:15.605927 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7aca7cc4-41bc-4fd7-8e1e-fce644c24d51 req-638337eb-607d-43dd-b3ad-bba977d11855 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976090 Apr 15 10:49:15.718270 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port bf21c0bb-8b3c-4843-a511-1cf9eb23aafc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bf21c0bb-8b3c-4843-a511-1cf9eb23aafc,segment=NetworkSegment(9d4b411c-2002-4aee-a880-e637d51bd4ad),segment_id=9d4b411c-2002-4aee-a880-e637d51bd4ad)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:49:15.734962 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Returning: {'device': 'bf21c0bb-8b3c-4843-a511-1cf9eb23aafc', 'network_id': 'c4f6e935-b869-426f-8147-87b90ae81bd1', 'port_id': 'bf21c0bb-8b3c-4843-a511-1cf9eb23aafc', 'mac_address': 'fa:16:3e:f7:fa:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19827f90-228d-4b46-b4a8-3e3339c5c6d7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:49:15.744946 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2fe5b5a6-8dc9-4223-90ea-f948923e3bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:15.753309 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2fe5b5a6-8dc9-4223-90ea-f948923e3bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:15.762999 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-47d97465-f2ae-45ea-9020-2f60ce8ad0c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:15.804478 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:15.826136 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf21c0bb-8b3c-4843-a511-1cf9eb23aafc {{(pid=85273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:49:15.850502 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port bf21c0bb-8b3c-4843-a511-1cf9eb23aafc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bf21c0bb-8b3c-4843-a511-1cf9eb23aafc,segment=NetworkSegment(9d4b411c-2002-4aee-a880-e637d51bd4ad),segment_id=9d4b411c-2002-4aee-a880-e637d51bd4ad)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:49:15.855145 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:15.859043 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:15.871477 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 36258) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:15.874674 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-2fe5b5a6-8dc9-4223-90ea-f948923e3bb9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c101e8decf854916b7a362d820bcbdf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7869818 Apr 15 10:49:15.882234 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5b5a6-8dc9-4223-90ea-f948923e3bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969c65a6-1181-4b8d-af76-2c18525bb149,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:15.885884 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-2fe5b5a6-8dc9-4223-90ea-f948923e3bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:15.971180 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=bf21c0bb-8b3c-4843-a511-1cf9eb23aafc,revision_number=4']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:15.974757 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:16.014197 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-775c8025-cf5f-4ae6-a537-9d3c981841e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:16.066381 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-775c8025-cf5f-4ae6-a537-9d3c981841e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:16.142071 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-775c8025-cf5f-4ae6-a537-9d3c981841e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:16.148507 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e337af2a-8ccb-43a6-905d-e6424fd2a8c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:16.185374 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c8025-cf5f-4ae6-a537-9d3c981841e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969c65a6-1181-4b8d-af76-2c18525bb149,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:16.190751 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de02756-2ee0-47a1-ad33-4532a2876fcd req-06529032-79f2-4219-b654-27ba6f727982 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:16.192836 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4de02756-2ee0-47a1-ad33-4532a2876fcd req-06529032-79f2-4219-b654-27ba6f727982 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 944 time: 0.1118078 Apr 15 10:49:16.195509 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-775c8025-cf5f-4ae6-a537-9d3c981841e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:16.206402 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['bf21c0bb-8b3c-4843-a511-1cf9eb23aafc'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:49:16.207331 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-775c8025-cf5f-4ae6-a537-9d3c981841e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:16.209511 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-775c8025-cf5f-4ae6-a537-9d3c981841e2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/969c65a6-1181-4b8d-af76-2c18525bb149 HTTP/1.1" status: 204 len: 168 time: 0.3355417 Apr 15 10:49:16.298757 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4de02756-2ee0-47a1-ad33-4532a2876fcd req-cc936c0e-70e2-4367-a02e-36412b38606a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977118 Apr 15 10:49:16.621145 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b93e4-e891-4785-be4f-30efa4ecfedb req-ef5beeb0-6fdd-49ea-ab57-da7358f643ed tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:16.623072 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8c0b93e4-e891-4785-be4f-30efa4ecfedb req-ef5beeb0-6fdd-49ea-ab57-da7358f643ed tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 944 time: 0.1006603 Apr 15 10:49:16.692884 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8c0b93e4-e891-4785-be4f-30efa4ecfedb req-55034939-3e4e-44ae-a69e-562861c12925 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad012695-2b85-4e34-8234-5494232a8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614724 Apr 15 10:49:16.733213 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 36294) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:16.755349 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b1782442-4d00-4dfd-bfa8-9f4b9305b48f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:16.775418 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-b1782442-4d00-4dfd-bfa8-9f4b9305b48f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:49:16.780148 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-b1782442-4d00-4dfd-bfa8-9f4b9305b48f admin admin] Usage tracker for resource:security_group_rule and tenant:c040574b5a2843558ca6037a97a2b822 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:49:16.784175 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-b1782442-4d00-4dfd-bfa8-9f4b9305b48f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:49:16.790570 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-b1782442-4d00-4dfd-bfa8-9f4b9305b48f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:49:16.886816 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b1782442-4d00-4dfd-bfa8-9f4b9305b48f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:16.891983 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b1782442-4d00-4dfd-bfa8-9f4b9305b48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:16.928144 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:16.944101 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d427aa-f887-4977-a7e2-ba77b68500b4 req-14efa30e-529a-4692-aa87-42f6611510ad tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:16.946086 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c0d427aa-f887-4977-a7e2-ba77b68500b4 req-14efa30e-529a-4692-aa87-42f6611510ad tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=c066dbba-2cfa-47cd-b61b-43492228f52c HTTP/1.1" status: 200 len: 944 time: 0.0987880 Apr 15 10:49:16.947931 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-b1782442-4d00-4dfd-bfa8-9f4b9305b48f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c040574b5a2843558ca6037a97a2b822&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2134988 Apr 15 10:49:16.951184 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 36302) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:16.994297 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1782442-4d00-4dfd-bfa8-9f4b9305b48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ca93fb-4809-4138-b3bb-e2c00ff71028,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:16.997916 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-b1782442-4d00-4dfd-bfa8-9f4b9305b48f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:17.016449 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c0d427aa-f887-4977-a7e2-ba77b68500b4 req-674cab0e-b0c9-4d91-9c3c-51d01c745db8 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514870 Apr 15 10:49:17.041449 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c208024c-c150-498f-a1b2-5aaabf90366a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:17.072160 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c208024c-c150-498f-a1b2-5aaabf90366a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:17.122616 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c208024c-c150-498f-a1b2-5aaabf90366a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:17.128320 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:17.139684 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c208024c-c150-498f-a1b2-5aaabf90366a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ca93fb-4809-4138-b3bb-e2c00ff71028,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:17.142085 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-c208024c-c150-498f-a1b2-5aaabf90366a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:17.152404 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c208024c-c150-498f-a1b2-5aaabf90366a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:17.156104 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-c208024c-c150-498f-a1b2-5aaabf90366a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a7ca93fb-4809-4138-b3bb-e2c00ff71028 HTTP/1.1" status: 204 len: 168 time: 0.2013345 Apr 15 10:49:17.451145 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 277e037f-d94c-45ba-8068-c686c56edd78 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:49:17.511677 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 55144717-6b19-49c3-9b43-8dd274963d91 up at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:49:17.588876 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678c4fc-cc41-416d-9df5-5da64b25dd99 req-9add8acf-5630-44b2-af5f-58f8f1926edc tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:17.590544 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4678c4fc-cc41-416d-9df5-5da64b25dd99 req-9add8acf-5630-44b2-af5f-58f8f1926edc tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 944 time: 0.1339514 Apr 15 10:49:17.696733 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4678c4fc-cc41-416d-9df5-5da64b25dd99 req-cfc83b80-bffe-45bd-8c9a-ae63a25a43db tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987828 Apr 15 10:49:17.761967 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 277e037f-d94c-45ba-8068-c686c56edd78, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=277e037f-d94c-45ba-8068-c686c56edd78,segment=NetworkSegment(8e6d0818-21ca-4119-a259-40d1be9a343f),segment_id=8e6d0818-21ca-4119-a259-40d1be9a343f)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:49:17.775983 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Returning: {'device': '277e037f-d94c-45ba-8068-c686c56edd78', 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a', 'port_id': '277e037f-d94c-45ba-8068-c686c56edd78', 'mac_address': 'fa:16:3e:7e:c9:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:49:17.820490 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning for port 55144717-6b19-49c3-9b43-8dd274963d91 completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:49:17.855106 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning complete for port 55144717-6b19-49c3-9b43-8dd274963d91 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:49:17.855628 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:17.919880 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:17.933925 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26b875-d365-4f7b-8253-bb201756f85d req-33084ec5-ca6d-492a-b4f8-c4a9d636b44b tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:17.936220 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ac26b875-d365-4f7b-8253-bb201756f85d req-33084ec5-ca6d-492a-b4f8-c4a9d636b44b tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 944 time: 0.1076884 Apr 15 10:49:17.946902 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 277e037f-d94c-45ba-8068-c686c56edd78 {{(pid=85273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:49:17.974173 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 277e037f-d94c-45ba-8068-c686c56edd78, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=277e037f-d94c-45ba-8068-c686c56edd78,segment=NetworkSegment(8e6d0818-21ca-4119-a259-40d1be9a343f),segment_id=8e6d0818-21ca-4119-a259-40d1be9a343f)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:49:18.009989 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:18.023675 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:18.079158 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ac26b875-d365-4f7b-8253-bb201756f85d req-eaaec373-dad3-47b2-b7d3-0970f05de333 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad012695-2b85-4e34-8234-5494232a8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318095 Apr 15 10:49:18.151521 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:18.191676 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=277e037f-d94c-45ba-8068-c686c56edd78,revision_number=4']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:18.200196 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55144717-6b19-49c3-9b43-8dd274963d91'}] {{(pid=85273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:49:18.264178 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:18.282865 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 55144717-6b19-49c3-9b43-8dd274963d91, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=55144717-6b19-49c3-9b43-8dd274963d91,segment=NetworkSegment(b8a5e931-e52c-4bee-a7b4-05fd301c3c30),segment_id=b8a5e931-e52c-4bee-a7b4-05fd301c3c30)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:49:18.286820 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:18.287878 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device bf21c0bb-8b3c-4843-a511-1cf9eb23aafc up at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:49:18.323269 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f9526abd-15cc-4275-9de7-83f64c34aa92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:18.435858 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['277e037f-d94c-45ba-8068-c686c56edd78'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:49:18.459804 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e30054-4e7f-46f9-8d2f-d1152151b737 req-55caca88-e49f-4756-b19f-c32c9379d168 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:18.474017 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a3e30054-4e7f-46f9-8d2f-d1152151b737 req-55caca88-e49f-4756-b19f-c32c9379d168 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=c066dbba-2cfa-47cd-b61b-43492228f52c HTTP/1.1" status: 200 len: 944 time: 0.2295640 Apr 15 10:49:18.531813 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a3e30054-4e7f-46f9-8d2f-d1152151b737 req-2a1088bc-5415-4afe-a5c1-56f18dd92566 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567369 Apr 15 10:49:18.596682 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=55144717-6b19-49c3-9b43-8dd274963d91,revision_number=5']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:18.606646 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:18.628055 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning for port bf21c0bb-8b3c-4843-a511-1cf9eb23aafc completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:49:18.644025 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning complete for port bf21c0bb-8b3c-4843-a511-1cf9eb23aafc triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:49:18.644455 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:18.835490 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55144717-6b19-49c3-9b43-8dd274963d91', 'code': 200} Apr 15 10:49:19.130768 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:19.185234 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port bf21c0bb-8b3c-4843-a511-1cf9eb23aafc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bf21c0bb-8b3c-4843-a511-1cf9eb23aafc,segment=NetworkSegment(9d4b411c-2002-4aee-a880-e637d51bd4ad),segment_id=9d4b411c-2002-4aee-a880-e637d51bd4ad)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:49:19.199079 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:19.202068 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:19.241792 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35198ef-d37c-414c-b76a-6d2254f53f65 req-33f57ef4-071d-40a7-96a9-4baad8ce159d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:19.243402 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a35198ef-d37c-414c-b76a-6d2254f53f65 req-33f57ef4-071d-40a7-96a9-4baad8ce159d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 1098 time: 0.1600957 Apr 15 10:49:19.272977 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 36458) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:19.393369 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=bf21c0bb-8b3c-4843-a511-1cf9eb23aafc,revision_number=5']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:19.400488 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7eaad-9038-45b5-8cd4-80b43a5b6250 req-233d0462-49ef-4ca6-a61b-221629b19743 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:19.409017 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:19.409140 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2ee7eaad-9038-45b5-8cd4-80b43a5b6250 req-233d0462-49ef-4ca6-a61b-221629b19743 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 945 time: 0.4173081 Apr 15 10:49:19.411053 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-a35198ef-d37c-414c-b76a-6d2254f53f65 req-840a391b-dd96-43ed-978d-19c92c4da82e service neutron] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:19.475998 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-a35198ef-d37c-414c-b76a-6d2254f53f65 req-840a391b-dd96-43ed-978d-19c92c4da82e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:49:19.488580 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-a35198ef-d37c-414c-b76a-6d2254f53f65 req-840a391b-dd96-43ed-978d-19c92c4da82e service neutron] Usage tracker for resource:security_group_rule and tenant:54aee8c4f4e741d2880dfb24c863d1cd is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:49:19.492176 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-a35198ef-d37c-414c-b76a-6d2254f53f65 req-840a391b-dd96-43ed-978d-19c92c4da82e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:49:19.508031 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-a35198ef-d37c-414c-b76a-6d2254f53f65 req-840a391b-dd96-43ed-978d-19c92c4da82e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:49:19.514227 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2ee7eaad-9038-45b5-8cd4-80b43a5b6250 req-037f6568-9c39-43fd-b5a8-eae251d21977 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042736 Apr 15 10:49:19.560545 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c966260-d6e1-4ea0-ab9d-f6543b33d1fe req-3e3a9a0e-0dc6-455a-9d45-f9d7d15042ba tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:19.562430 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1c966260-d6e1-4ea0-ab9d-f6543b33d1fe req-3e3a9a0e-0dc6-455a-9d45-f9d7d15042ba tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 945 time: 0.3022854 Apr 15 10:49:19.670330 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4a48074f-b74d-426e-9d4f-731b8f1378ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:19.670527 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1c966260-d6e1-4ea0-ab9d-f6543b33d1fe req-65690e9a-c85f-447f-abe7-0b4a65163bf8 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad012695-2b85-4e34-8234-5494232a8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994372 Apr 15 10:49:19.705566 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-4a48074f-b74d-426e-9d4f-731b8f1378ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:49:19.721822 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-4a48074f-b74d-426e-9d4f-731b8f1378ef admin admin] Usage tracker for resource:security_group_rule and tenant:2450adbad6ec4116bd70877cfa3abdd8 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:49:19.727541 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-4a48074f-b74d-426e-9d4f-731b8f1378ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:49:19.737463 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-4a48074f-b74d-426e-9d4f-731b8f1378ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:49:19.776770 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 36486) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:19.796183 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-a35198ef-d37c-414c-b76a-6d2254f53f65 req-840a391b-dd96-43ed-978d-19c92c4da82e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:19.810731 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-a35198ef-d37c-414c-b76a-6d2254f53f65 req-840a391b-dd96-43ed-978d-19c92c4da82e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:19.832233 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:19.841379 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a35198ef-d37c-414c-b76a-6d2254f53f65 req-840a391b-dd96-43ed-978d-19c92c4da82e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ad012695-2b85-4e34-8234-5494232a8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5792933 Apr 15 10:49:19.880000 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a391b-dd96-43ed-978d-19c92c4da82e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4c4c4a-3047-4ef0-8bbb-d8abede1c09b,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:19.885107 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-840a391b-dd96-43ed-978d-19c92c4da82e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:19.908182 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf1b1e-077d-4cbb-8e93-3c0a30a64dc9 req-66ea9c8c-e7b8-48f3-a415-32fef17b12a2 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:19.910180 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c5cf1b1e-077d-4cbb-8e93-3c0a30a64dc9 req-66ea9c8c-e7b8-48f3-a415-32fef17b12a2 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=c066dbba-2cfa-47cd-b61b-43492228f52c HTTP/1.1" status: 200 len: 945 time: 0.1622517 Apr 15 10:49:19.960553 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8344eff2-f19c-4d6b-87f2-8296c35f0d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:19.969702 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c5cf1b1e-077d-4cbb-8e93-3c0a30a64dc9 req-0416e9b0-3cac-465a-8921-4413f38936d5 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531542 Apr 15 10:49:19.982370 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-8344eff2-f19c-4d6b-87f2-8296c35f0d62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:49:20.003260 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-8344eff2-f19c-4d6b-87f2-8296c35f0d62 admin admin] Usage tracker for resource:security_group_rule and tenant:c2eac28df6944d87b190a8f1618e4a5d is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:49:20.008570 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-8344eff2-f19c-4d6b-87f2-8296c35f0d62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:49:20.012826 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4a48074f-b74d-426e-9d4f-731b8f1378ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:20.018180 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-8344eff2-f19c-4d6b-87f2-8296c35f0d62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:49:20.020637 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4a48074f-b74d-426e-9d4f-731b8f1378ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:20.030900 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:20.091402 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48074f-b74d-426e-9d4f-731b8f1378ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e1e554-8d9f-4b07-8ed2-a88bdb439517,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:20.094533 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-4a48074f-b74d-426e-9d4f-731b8f1378ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:20.107037 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 36508) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:20.112962 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-4a48074f-b74d-426e-9d4f-731b8f1378ef admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2450adbad6ec4116bd70877cfa3abdd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8373637 Apr 15 10:49:20.189022 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-813ca11e-8b4b-4134-8691-3e2dbd7f236d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:20.195406 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8344eff2-f19c-4d6b-87f2-8296c35f0d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:20.200371 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8344eff2-f19c-4d6b-87f2-8296c35f0d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:20.211385 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-bb49b74a-18eb-42a0-bdb7-5aa6adac5af3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:20.222094 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-813ca11e-8b4b-4134-8691-3e2dbd7f236d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:20.266527 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-8344eff2-f19c-4d6b-87f2-8296c35f0d62 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c2eac28df6944d87b190a8f1618e4a5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4885089 Apr 15 10:49:20.269071 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 36520) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:20.271225 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344eff2-f19c-4d6b-87f2-8296c35f0d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3664209-9c59-4d89-b3b1-b0214d2969d0,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:20.274785 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-813ca11e-8b4b-4134-8691-3e2dbd7f236d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:20.275507 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-8344eff2-f19c-4d6b-87f2-8296c35f0d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:20.280719 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:20.299527 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ca11e-8b4b-4134-8691-3e2dbd7f236d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e1e554-8d9f-4b07-8ed2-a88bdb439517,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:20.303375 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-813ca11e-8b4b-4134-8691-3e2dbd7f236d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:20.314932 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-813ca11e-8b4b-4134-8691-3e2dbd7f236d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:20.316343 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-813ca11e-8b4b-4134-8691-3e2dbd7f236d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/20e1e554-8d9f-4b07-8ed2-a88bdb439517 HTTP/1.1" status: 204 len: 168 time: 0.2082262 Apr 15 10:49:20.383520 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a66b1e9c-456f-4e94-bde4-159a3ab4b988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:20.417936 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a66b1e9c-456f-4e94-bde4-159a3ab4b988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:20.480425 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a66b1e9c-456f-4e94-bde4-159a3ab4b988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:20.485868 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:20.517170 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b1e9c-456f-4e94-bde4-159a3ab4b988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3664209-9c59-4d89-b3b1-b0214d2969d0,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:20.530137 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-a66b1e9c-456f-4e94-bde4-159a3ab4b988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:20.563937 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a66b1e9c-456f-4e94-bde4-159a3ab4b988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:20.566738 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-a66b1e9c-456f-4e94-bde4-159a3ab4b988 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a3664209-9c59-4d89-b3b1-b0214d2969d0 HTTP/1.1" status: 204 len: 168 time: 0.2974858 Apr 15 10:49:20.718033 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 36542) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:20.743643 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-901c2d66-7a9b-4ea8-9144-42af667e0cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:20.763455 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-901c2d66-7a9b-4ea8-9144-42af667e0cc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:49:20.768565 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-901c2d66-7a9b-4ea8-9144-42af667e0cc2 admin admin] Usage tracker for resource:security_group_rule and tenant:252541dd728245fa9e1f1bbf2fba1fc4 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:49:20.771820 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-901c2d66-7a9b-4ea8-9144-42af667e0cc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:49:20.775413 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efdd5e7-26b2-4716-985c-61b20d85bcd1 req-608c9f9f-0e7d-489a-9d8a-29706b8768ec tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:20.777780 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9efdd5e7-26b2-4716-985c-61b20d85bcd1 req-608c9f9f-0e7d-489a-9d8a-29706b8768ec tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 945 time: 0.1021779 Apr 15 10:49:20.779908 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-901c2d66-7a9b-4ea8-9144-42af667e0cc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:49:20.838408 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c066dbba-2cfa-47cd-b61b-43492228f52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf21c0bb-8b3c-4843-a511-1cf9eb23aafc'}] {{(pid=85273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:49:20.848170 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-10e6ab2a-0f4c-44e0-bb73-7694935a6eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:20.883291 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-901c2d66-7a9b-4ea8-9144-42af667e0cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:20.886220 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-901c2d66-7a9b-4ea8-9144-42af667e0cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:20.886653 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9efdd5e7-26b2-4716-985c-61b20d85bcd1 req-904cb13e-b9b0-479e-81d3-9aa80e07a35b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008916 Apr 15 10:49:20.896559 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:20.941525 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9305d4-f72b-44c3-b903-5ebf18915390 req-927503e1-8fb1-4155-89d1-3ef2bacc1144 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:20.943359 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4b9305d4-f72b-44c3-b903-5ebf18915390 req-927503e1-8fb1-4155-89d1-3ef2bacc1144 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 945 time: 0.1318407 Apr 15 10:49:20.943650 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c2d66-7a9b-4ea8-9144-42af667e0cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c10ed86-6598-42f1-a6d6-0a9d2946d228,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:20.948783 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-901c2d66-7a9b-4ea8-9144-42af667e0cc2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=252541dd728245fa9e1f1bbf2fba1fc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293282 Apr 15 10:49:20.949767 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-901c2d66-7a9b-4ea8-9144-42af667e0cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:20.951566 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 36550) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:20.975292 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c066dbba-2cfa-47cd-b61b-43492228f52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf21c0bb-8b3c-4843-a511-1cf9eb23aafc', 'code': 200} Apr 15 10:49:21.002383 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4b9305d4-f72b-44c3-b903-5ebf18915390 req-a0295b8a-0f2c-4150-8260-6d3ceebdc91c tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad012695-2b85-4e34-8234-5494232a8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484297 Apr 15 10:49:21.047515 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0eb182b1-9e60-40aa-8f6f-cd0a42d669f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:21.076702 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0eb182b1-9e60-40aa-8f6f-cd0a42d669f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:21.121332 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 36558) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:21.133271 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0eb182b1-9e60-40aa-8f6f-cd0a42d669f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:21.138433 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-50658982-b05d-4792-816d-7a7e0fd14cf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:21.150210 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb182b1-9e60-40aa-8f6f-cd0a42d669f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c10ed86-6598-42f1-a6d6-0a9d2946d228,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:21.153612 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0eb182b1-9e60-40aa-8f6f-cd0a42d669f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:21.162525 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0eb182b1-9e60-40aa-8f6f-cd0a42d669f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:21.163786 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-0eb182b1-9e60-40aa-8f6f-cd0a42d669f8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5c10ed86-6598-42f1-a6d6-0a9d2946d228 HTTP/1.1" status: 204 len: 168 time: 0.2112355 Apr 15 10:49:21.228308 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5f98e109-51b4-4fb8-9b6d-961926b5e188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:21.264478 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-5f98e109-51b4-4fb8-9b6d-961926b5e188 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:49:21.273896 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-5f98e109-51b4-4fb8-9b6d-961926b5e188 admin admin] Usage tracker for resource:security_group_rule and tenant:f194142cd2fe46eba812e48e11d2232d is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:49:21.278378 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-5f98e109-51b4-4fb8-9b6d-961926b5e188 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:49:21.288638 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-5f98e109-51b4-4fb8-9b6d-961926b5e188 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:49:21.414336 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394570a0-385c-465e-848f-daa618fcaaaa req-3f19550f-1ede-43ab-91e9-61edbe612651 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:21.416157 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-394570a0-385c-465e-848f-daa618fcaaaa req-3f19550f-1ede-43ab-91e9-61edbe612651 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=c066dbba-2cfa-47cd-b61b-43492228f52c HTTP/1.1" status: 200 len: 945 time: 0.2778356 Apr 15 10:49:21.418021 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d60e8-79ca-4dfe-8505-4d1be425397d req-5f4da3f3-dcbb-40b6-acc5-29ce067afc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:21.419504 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-949d60e8-79ca-4dfe-8505-4d1be425397d req-5f4da3f3-dcbb-40b6-acc5-29ce067afc40 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c066dbba-2cfa-47cd-b61b-43492228f52c HTTP/1.1" status: 200 len: 1098 time: 0.2324564 Apr 15 10:49:21.488413 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 277e037f-d94c-45ba-8068-c686c56edd78 up at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:49:21.529880 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-949d60e8-79ca-4dfe-8505-4d1be425397d req-a1768d20-edca-4881-921b-177cc5a6d597 service neutron] Synchronizing usage tracker for tenant:54aee8c4f4e741d2880dfb24c863d1cd on resource:security_group {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:49:21.556060 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-394570a0-385c-465e-848f-daa618fcaaaa req-312d276a-1512-45ef-9a5b-648704ef225b tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276937 Apr 15 10:49:21.570009 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5f98e109-51b4-4fb8-9b6d-961926b5e188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:21.579761 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5f98e109-51b4-4fb8-9b6d-961926b5e188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:21.590735 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:21.613458 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-949d60e8-79ca-4dfe-8505-4d1be425397d req-a1768d20-edca-4881-921b-177cc5a6d597 service neutron] Unset dirty status for tenant:54aee8c4f4e741d2880dfb24c863d1cd on resource:security_group {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:49:21.614985 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-949d60e8-79ca-4dfe-8505-4d1be425397d req-a1768d20-edca-4881-921b-177cc5a6d597 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856344 Apr 15 10:49:21.629558 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning for port 277e037f-d94c-45ba-8068-c686c56edd78 completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:49:21.637054 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning complete for port 277e037f-d94c-45ba-8068-c686c56edd78 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:49:21.637730 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:21.651631 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-5f98e109-51b4-4fb8-9b6d-961926b5e188 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f194142cd2fe46eba812e48e11d2232d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5290658 Apr 15 10:49:21.652595 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98e109-51b4-4fb8-9b6d-961926b5e188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11dde74-6906-4852-8ee8-1dfc21adb354,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:21.654445 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 36584) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:21.656205 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5f98e109-51b4-4fb8-9b6d-961926b5e188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:21.875647 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4abdd5c2-f5bc-4278-bd7c-bf3c7d8537da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:21.934153 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4abdd5c2-f5bc-4278-bd7c-bf3c7d8537da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:21.994226 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4abdd5c2-f5bc-4278-bd7c-bf3c7d8537da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:22.001904 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:22.020681 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abdd5c2-f5bc-4278-bd7c-bf3c7d8537da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11dde74-6906-4852-8ee8-1dfc21adb354,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:22.024082 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-4abdd5c2-f5bc-4278-bd7c-bf3c7d8537da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:22.026189 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4abdd5c2-f5bc-4278-bd7c-bf3c7d8537da admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:22.026552 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 36598) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:22.031467 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-4abdd5c2-f5bc-4278-bd7c-bf3c7d8537da admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b11dde74-6906-4852-8ee8-1dfc21adb354 HTTP/1.1" status: 204 len: 168 time: 0.3758693 Apr 15 10:49:22.134610 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:22.193084 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 277e037f-d94c-45ba-8068-c686c56edd78, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=277e037f-d94c-45ba-8068-c686c56edd78,segment=NetworkSegment(8e6d0818-21ca-4119-a259-40d1be9a343f),segment_id=8e6d0818-21ca-4119-a259-40d1be9a343f)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:49:22.199437 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:22.202097 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-6b2bfe55-84c2-49d4-8541-e06d6c42e729 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:22.299484 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=277e037f-d94c-45ba-8068-c686c56edd78,revision_number=5']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:22.313131 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:22.504217 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab8795-ff4f-4143-b775-317f62322c12 req-737fdc7f-e5de-48ad-b76a-8c60fa07d43a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:22.505935 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-daab8795-ff4f-4143-b775-317f62322c12 req-737fdc7f-e5de-48ad-b76a-8c60fa07d43a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 946 time: 0.3911176 Apr 15 10:49:22.749527 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b89f2-0ec6-42c4-92f7-c9aafd001501 req-b0449daa-3149-4249-aed0-5cedd2b68c20 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:22.750595 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-323b89f2-0ec6-42c4-92f7-c9aafd001501 req-b0449daa-3149-4249-aed0-5cedd2b68c20 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 945 time: 0.5079656 Apr 15 10:49:22.793279 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2a7d4351-fe13-4937-8d64-2118e47f5b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:22.828116 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-2a7d4351-fe13-4937-8d64-2118e47f5b5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:49:22.833139 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-2a7d4351-fe13-4937-8d64-2118e47f5b5a admin admin] Usage tracker for resource:security_group_rule and tenant:a640f5a43fd744d1a62c2c64c1c43776 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:49:22.836394 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-2a7d4351-fe13-4937-8d64-2118e47f5b5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:49:22.847531 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-2a7d4351-fe13-4937-8d64-2118e47f5b5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:49:22.876586 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-daab8795-ff4f-4143-b775-317f62322c12 req-2c41bb90-d1dd-4978-825d-12c50538cff7 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3627229 Apr 15 10:49:22.905855 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-323b89f2-0ec6-42c4-92f7-c9aafd001501 req-94dce5d3-da5f-433d-8a5e-128fea0d031f tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad012695-2b85-4e34-8234-5494232a8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356919 Apr 15 10:49:22.964911 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2a7d4351-fe13-4937-8d64-2118e47f5b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:22.970066 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2a7d4351-fe13-4937-8d64-2118e47f5b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:22.976891 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d8f9e2-4b46-43bd-84c8-3f703af4911c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277e037f-d94c-45ba-8068-c686c56edd78'}] {{(pid=85273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:49:22.979480 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-7e5d41d4-b85d-4fd7-ad72-c3b6769d66d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:23.012445 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d4351-fe13-4937-8d64-2118e47f5b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f02f05-030a-4674-bfe2-b0f3ae39c8e0,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:23.019642 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-2a7d4351-fe13-4937-8d64-2118e47f5b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:23.099933 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d8f9e2-4b46-43bd-84c8-3f703af4911c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277e037f-d94c-45ba-8068-c686c56edd78', 'code': 200} Apr 15 10:49:23.102440 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 36658) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:23.113471 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-2a7d4351-fe13-4937-8d64-2118e47f5b5a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a640f5a43fd744d1a62c2c64c1c43776&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0856094 Apr 15 10:49:23.187674 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768dda1-5a51-4008-89ec-3563332338a9 req-277308bd-9564-451d-9d27-d84e077633e0 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:23.191734 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b768dda1-5a51-4008-89ec-3563332338a9 req-277308bd-9564-451d-9d27-d84e077633e0 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=c066dbba-2cfa-47cd-b61b-43492228f52c HTTP/1.1" status: 200 len: 945 time: 0.1761687 Apr 15 10:49:23.217746 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a852f912-6da8-4693-a110-a4f9942b4fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:23.258227 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a852f912-6da8-4693-a110-a4f9942b4fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:23.286692 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b768dda1-5a51-4008-89ec-3563332338a9 req-54bbeea9-c870-4e0b-ba1a-e12950162b19 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875204 Apr 15 10:49:23.327327 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a852f912-6da8-4693-a110-a4f9942b4fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:23.341351 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-a66b1e9c-456f-4e94-bde4-159a3ab4b988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:23.353177 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-61e38853-70d4-40ce-b91b-22f814438075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:23.380778 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852f912-6da8-4693-a110-a4f9942b4fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f02f05-030a-4674-bfe2-b0f3ae39c8e0,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:23.385168 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-a852f912-6da8-4693-a110-a4f9942b4fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:23.387165 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a852f912-6da8-4693-a110-a4f9942b4fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:23.396935 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-a852f912-6da8-4693-a110-a4f9942b4fa8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/70f02f05-030a-4674-bfe2-b0f3ae39c8e0 HTTP/1.1" status: 204 len: 168 time: 0.2929907 Apr 15 10:49:23.472659 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8abfb2-a15b-43d2-aabf-e2729aa81f7c req-d8e9a9c6-69ef-4b64-b24c-ae7da428fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:23.474270 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2f8abfb2-a15b-43d2-aabf-e2729aa81f7c req-d8e9a9c6-69ef-4b64-b24c-ae7da428fb96 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 1099 time: 0.1146231 Apr 15 10:49:23.545170 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2f8abfb2-a15b-43d2-aabf-e2729aa81f7c req-a8e39f3d-8ef2-49c0-aa97-396b76d4ae03 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633655 Apr 15 10:49:24.123332 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:24.178230 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514fed9-b9bc-47d2-91a1-9ee3740691e3 req-ef5d50ec-ae1b-40a9-b6fa-e4c5392a8a13 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:24.180921 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4514fed9-b9bc-47d2-91a1-9ee3740691e3 req-ef5d50ec-ae1b-40a9-b6fa-e4c5392a8a13 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 946 time: 0.1070302 Apr 15 10:49:24.191048 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 36706) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:24.214293 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-88858bcc-2d81-448b-bbcb-bb90a4f8319d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:24.244051 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4514fed9-b9bc-47d2-91a1-9ee3740691e3 req-2cef38d5-c4a9-4d34-ae40-87f3cdc81fc5 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558639 Apr 15 10:49:24.244234 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-88858bcc-2d81-448b-bbcb-bb90a4f8319d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:49:24.249675 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-88858bcc-2d81-448b-bbcb-bb90a4f8319d admin admin] Usage tracker for resource:security_group_rule and tenant:8a2b62c149a04d29affe1ef51a731cc6 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:49:24.254166 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-88858bcc-2d81-448b-bbcb-bb90a4f8319d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:49:24.261443 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-88858bcc-2d81-448b-bbcb-bb90a4f8319d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:49:24.310526 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:24.395408 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-88858bcc-2d81-448b-bbcb-bb90a4f8319d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:24.400226 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-88858bcc-2d81-448b-bbcb-bb90a4f8319d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:24.443780 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-ac589690-7a8d-4eb2-8e76-bccefb75ecd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:24.452995 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-88858bcc-2d81-448b-bbcb-bb90a4f8319d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8a2b62c149a04d29affe1ef51a731cc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2607541 Apr 15 10:49:24.456606 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 36718) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:24.477810 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88858bcc-2d81-448b-bbcb-bb90a4f8319d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d9759a-1540-4b05-90cd-8d2282785e8d,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:24.481285 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-88858bcc-2d81-448b-bbcb-bb90a4f8319d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:24.584338 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0630128b-c8aa-4ff4-9d0a-42b14059bfa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:24.628487 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0630128b-c8aa-4ff4-9d0a-42b14059bfa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:24.683684 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0630128b-c8aa-4ff4-9d0a-42b14059bfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:24.691309 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1eeda017-15de-4dba-8cf7-b34894d382d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:24.714187 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0630128b-c8aa-4ff4-9d0a-42b14059bfa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d9759a-1540-4b05-90cd-8d2282785e8d,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:24.718491 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0630128b-c8aa-4ff4-9d0a-42b14059bfa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:24.726535 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0630128b-c8aa-4ff4-9d0a-42b14059bfa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:24.727885 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-0630128b-c8aa-4ff4-9d0a-42b14059bfa3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/15d9759a-1540-4b05-90cd-8d2282785e8d HTTP/1.1" status: 204 len: 168 time: 0.2701137 Apr 15 10:49:24.751086 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:25.076753 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:25.865215 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e84d3-aebe-4a04-a94d-199cc2af492d req-a55b7787-c1ac-4893-acbc-98b7c015822a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:25.867502 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bc9e84d3-aebe-4a04-a94d-199cc2af492d req-a55b7787-c1ac-4893-acbc-98b7c015822a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 946 time: 0.1272151 Apr 15 10:49:25.940717 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bc9e84d3-aebe-4a04-a94d-199cc2af492d req-5459ec0a-2b22-4ff7-ab77-30f71efeca59 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657849 Apr 15 10:49:26.152189 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee170b4f-2e33-4ba4-9616-e5d6b41da7f7 req-48ea1252-5823-4ccf-804e-e537c6716c0e tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:26.157620 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ee170b4f-2e33-4ba4-9616-e5d6b41da7f7 req-48ea1252-5823-4ccf-804e-e537c6716c0e tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 946 time: 0.1117661 Apr 15 10:49:26.164160 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 36832) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:26.172488 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-171b74c1-8248-4ce8-8348-c390f738eef5 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Request body: {'floatingip': {'port_id': '277e037f-d94c-45ba-8068-c686c56edd78'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:49:26.261785 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-171b74c1-8248-4ce8-8348-c390f738eef5 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for floatingip, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:26.706041 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:49:27.196831 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-171b74c1-8248-4ce8-8348-c390f738eef5 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:27.199936 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-171b74c1-8248-4ce8-8348-c390f738eef5 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415207'] for floatingip, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:27.574374 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.l3_db [None req-171b74c1-8248-4ce8-8348-c390f738eef5 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Floating IP 503bbaf2-c15b-44f3-9f75-0b7f4cb71518 associated. External IP: 172.27.2.204, port: 277e037f-d94c-45ba-8068-c686c56edd78. Apr 15 10:49:27.957986 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171b74c1-8248-4ce8-8348-c390f738eef5 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Router 0e901d6d-fafa-4619-a4fb-2a4503d270de has already been hosted by L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 {{(pid=85270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:49:28.148873 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171b74c1-8248-4ce8-8348-c390f738eef5 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:49:28.153638 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-171b74c1-8248-4ce8-8348-c390f738eef5 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for floatingip, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:28.172488 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414f224f-2836-401c-bec2-1c1aced4585c None None] Sync routers for ids ['0e901d6d-fafa-4619-a4fb-2a4503d270de'] in dv-cinder-786383-1-iscsi {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:49:28.184172 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414f224f-2836-401c-bec2-1c1aced4585c None None] Routers {'0e901d6d-fafa-4619-a4fb-2a4503d270de'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:49:28.184835 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-414f224f-2836-401c-bec2-1c1aced4585c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:49:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['0e901d6d-fafa-4619-a4fb-2a4503d270de'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:49:28.218260 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-171b74c1-8248-4ce8-8348-c390f738eef5 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "PUT /v2.0/floatingips/503bbaf2-c15b-44f3-9f75-0b7f4cb71518 HTTP/1.1" status: 200 len: 992 time: 2.0514259 Apr 15 10:49:28.218260 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d8f9e2-4b46-43bd-84c8-3f703af4911c', 'tag': '277e037f-d94c-45ba-8068-c686c56edd78'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:49:28.269031 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d8f9e2-4b46-43bd-84c8-3f703af4911c', 'tag': '277e037f-d94c-45ba-8068-c686c56edd78', 'status': 'completed', 'code': 200} Apr 15 10:49:28.598234 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 36920) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:28.644984 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 36926) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:28.650792 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-414f224f-2836-401c-bec2-1c1aced4585c None None] Set router 0e901d6d-fafa-4619-a4fb-2a4503d270de gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:49:28.777866 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c6b5e24b-96b1-4ad4-8cd8-36e0dd2e3c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:28.811009 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-c6b5e24b-96b1-4ad4-8cd8-36e0dd2e3c48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:49:28.813303 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-95e2f918-cf07-4e03-bee5-ff955d5435de admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:28.825442 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-c6b5e24b-96b1-4ad4-8cd8-36e0dd2e3c48 admin admin] Usage tracker for resource:security_group_rule and tenant:7ff37877a19346c1bfabdc30298cbec4 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:49:28.830622 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-c6b5e24b-96b1-4ad4-8cd8-36e0dd2e3c48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:49:28.836605 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-95e2f918-cf07-4e03-bee5-ff955d5435de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:49:28.840540 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-95e2f918-cf07-4e03-bee5-ff955d5435de admin admin] Usage tracker for resource:security_group_rule and tenant:3b084611a4424073af6403f393863449 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:49:28.843465 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-95e2f918-cf07-4e03-bee5-ff955d5435de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:49:28.849950 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-95e2f918-cf07-4e03-bee5-ff955d5435de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:49:28.863292 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-c6b5e24b-96b1-4ad4-8cd8-36e0dd2e3c48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:49:28.977314 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-95e2f918-cf07-4e03-bee5-ff955d5435de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:28.984499 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-95e2f918-cf07-4e03-bee5-ff955d5435de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:28.994403 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5f98e109-51b4-4fb8-9b6d-961926b5e188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:29.034543 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-414f224f-2836-401c-bec2-1c1aced4585c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'name': 'tempest-AttachVolumeShelveTestJSON-74497265-router', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8d30bea1-ae73-4d8a-a314-4b8590cd7566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:48:39Z', 'updated_at': '2021-04-15T10:48:46Z', 'revision_number': 4, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'gw_port': {'id': '8d30bea1-ae73-4d8a-a314-4b8590cd7566', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:40Z', 'updated_at': '2021-04-15T10:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_floatingips': [{'id': '503bbaf2-c15b-44f3-9f75-0b7f4cb71518', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'router_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'port_id': '277e037f-d94c-45ba-8068-c686c56edd78', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 82, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a', 'mac_address': 'fa:16:3e:7e:c9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d8f9e2-4b46-43bd-84c8-3f703af4911c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:48:52Z', 'updated_at': '2021-04-15T10:49:27Z', 'revision_number': 1, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d', 'name': '', 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'mac_address': 'fa:16:3e:2c:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:45Z', 'updated_at': '2021-04-15T10:49:01Z', 'revision_number': 5, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'subnets': [{'id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:49:29.038681 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414f224f-2836-401c-bec2-1c1aced4585c None None] Checking router: 0e901d6d-fafa-4619-a4fb-2a4503d270de for host: dv-cinder-786383-1-iscsi {{(pid=85276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:49:29.047594 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414f224f-2836-401c-bec2-1c1aced4585c None None] Routers {'0e901d6d-fafa-4619-a4fb-2a4503d270de'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:49:29.048243 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-414f224f-2836-401c-bec2-1c1aced4585c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:49:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['0e901d6d-fafa-4619-a4fb-2a4503d270de'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:49:29.057203 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-95e2f918-cf07-4e03-bee5-ff955d5435de admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3b084611a4424073af6403f393863449&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4578080 Apr 15 10:49:29.060339 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 36936) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:29.060594 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e2f918-cf07-4e03-bee5-ff955d5435de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c31187d-c917-4d5f-8011-04d2aad9094c,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:29.064197 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-95e2f918-cf07-4e03-bee5-ff955d5435de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:29.078776 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c6b5e24b-96b1-4ad4-8cd8-36e0dd2e3c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:29.084724 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c6b5e24b-96b1-4ad4-8cd8-36e0dd2e3c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:29.091192 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:29.128593 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b0f71d29-86ce-4671-bcf3-b6b7a52fb3b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:29.135046 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-c6b5e24b-96b1-4ad4-8cd8-36e0dd2e3c48 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7ff37877a19346c1bfabdc30298cbec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4889071 Apr 15 10:49:29.136861 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5e24b-96b1-4ad4-8cd8-36e0dd2e3c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7c7a26-9390-419c-8552-4c692f8aecb7,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:29.138153 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 36940) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:29.140235 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-c6b5e24b-96b1-4ad4-8cd8-36e0dd2e3c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:29.179581 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b0f71d29-86ce-4671-bcf3-b6b7a52fb3b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:29.245728 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-414f224f-2836-401c-bec2-1c1aced4585c None None] Set router 0e901d6d-fafa-4619-a4fb-2a4503d270de gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:49:29.256301 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5953ab4e-65ba-43d8-8d67-27ac060006e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:29.288622 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5953ab4e-65ba-43d8-8d67-27ac060006e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:29.295431 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b0f71d29-86ce-4671-bcf3-b6b7a52fb3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:29.303778 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:29.323924 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f71d29-86ce-4671-bcf3-b6b7a52fb3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c31187d-c917-4d5f-8011-04d2aad9094c,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:29.329113 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-b0f71d29-86ce-4671-bcf3-b6b7a52fb3b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:29.352051 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b0f71d29-86ce-4671-bcf3-b6b7a52fb3b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:29.367631 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-b0f71d29-86ce-4671-bcf3-b6b7a52fb3b2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2c31187d-c917-4d5f-8011-04d2aad9094c HTTP/1.1" status: 204 len: 168 time: 0.2947142 Apr 15 10:49:29.388046 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5953ab4e-65ba-43d8-8d67-27ac060006e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:29.397091 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:29.416823 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953ab4e-65ba-43d8-8d67-27ac060006e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7c7a26-9390-419c-8552-4c692f8aecb7,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:29.419684 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5953ab4e-65ba-43d8-8d67-27ac060006e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:29.421133 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5953ab4e-65ba-43d8-8d67-27ac060006e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:29.425419 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-5953ab4e-65ba-43d8-8d67-27ac060006e5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cd7c7a26-9390-419c-8552-4c692f8aecb7 HTTP/1.1" status: 204 len: 168 time: 0.2860074 Apr 15 10:49:29.673971 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-414f224f-2836-401c-bec2-1c1aced4585c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'name': 'tempest-AttachVolumeShelveTestJSON-74497265-router', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8d30bea1-ae73-4d8a-a314-4b8590cd7566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:48:39Z', 'updated_at': '2021-04-15T10:48:46Z', 'revision_number': 4, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'gw_port': {'id': '8d30bea1-ae73-4d8a-a314-4b8590cd7566', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:40Z', 'updated_at': '2021-04-15T10:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_floatingips': [{'id': '503bbaf2-c15b-44f3-9f75-0b7f4cb71518', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'router_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'port_id': '277e037f-d94c-45ba-8068-c686c56edd78', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 82, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a', 'mac_address': 'fa:16:3e:7e:c9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d8f9e2-4b46-43bd-84c8-3f703af4911c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:48:52Z', 'updated_at': '2021-04-15T10:49:27Z', 'revision_number': 1, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d', 'name': '', 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'mac_address': 'fa:16:3e:2c:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:45Z', 'updated_at': '2021-04-15T10:49:01Z', 'revision_number': 5, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'subnets': [{'id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:49:29.679217 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414f224f-2836-401c-bec2-1c1aced4585c None None] The sync data for ids ['0e901d6d-fafa-4619-a4fb-2a4503d270de'] in dv-cinder-786383-1-iscsi is: [{'id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'name': 'tempest-AttachVolumeShelveTestJSON-74497265-router', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8d30bea1-ae73-4d8a-a314-4b8590cd7566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:48:39Z', 'updated_at': '2021-04-15T10:48:46Z', 'revision_number': 4, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'gw_port': {'id': '8d30bea1-ae73-4d8a-a314-4b8590cd7566', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:40Z', 'updated_at': '2021-04-15T10:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_floatingips': [{'id': '503bbaf2-c15b-44f3-9f75-0b7f4cb71518', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'router_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'port_id': '277e037f-d94c-45ba-8068-c686c56edd78', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 82, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a', 'mac_address': 'fa:16:3e:7e:c9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d8f9e2-4b46-43bd-84c8-3f703af4911c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:48:52Z', 'updated_at': '2021-04-15T10:49:27Z', 'revision_number': 1, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d', 'name': '', 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'mac_address': 'fa:16:3e:2c:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:45Z', 'updated_at': '2021-04-15T10:49:01Z', 'revision_number': 5, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'subnets': [{'id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:49:29.794689 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 36960) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:29.814672 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-01e4de26-32c7-4c04-9843-07d86d42a046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:29.817361 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 36964) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:29.830919 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-01e4de26-32c7-4c04-9843-07d86d42a046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:49:29.835200 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-01e4de26-32c7-4c04-9843-07d86d42a046 admin admin] Usage tracker for resource:security_group_rule and tenant:37efaf97470f449d8b8e99c7626e9a52 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:49:29.837340 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-515d5681-bb2b-408d-9893-5b9787e5a299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:29.838244 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-01e4de26-32c7-4c04-9843-07d86d42a046 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:49:29.844351 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-01e4de26-32c7-4c04-9843-07d86d42a046 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:49:29.854311 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-515d5681-bb2b-408d-9893-5b9787e5a299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:49:29.858397 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-515d5681-bb2b-408d-9893-5b9787e5a299 admin admin] Usage tracker for resource:security_group_rule and tenant:c769397b6b2e4b1fa17ad33bd819fd22 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:49:29.862089 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-515d5681-bb2b-408d-9893-5b9787e5a299 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:49:29.868192 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-515d5681-bb2b-408d-9893-5b9787e5a299 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:49:29.935642 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-01e4de26-32c7-4c04-9843-07d86d42a046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:29.939983 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-01e4de26-32c7-4c04-9843-07d86d42a046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:29.953009 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-78929f9d-f936-487a-8aee-eb74a0972f52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:29.978792 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-515d5681-bb2b-408d-9893-5b9787e5a299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:29.984234 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-515d5681-bb2b-408d-9893-5b9787e5a299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:29.997183 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f30a671-7b12-44f2-a447-f1561a426d8b None None] New status for floating IP 503bbaf2-c15b-44f3-9f75-0b7f4cb71518: ACTIVE {{(pid=85273) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 10:49:30.002371 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-4807fb84-b981-4f1e-878f-a638d0c97335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:30.010438 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-01e4de26-32c7-4c04-9843-07d86d42a046 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=37efaf97470f449d8b8e99c7626e9a52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2143226 Apr 15 10:49:30.011677 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4de26-32c7-4c04-9843-07d86d42a046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3f33e5-9097-43f1-9da5-39aa2bd077a8,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:30.025692 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 36972) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:30.035228 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-01e4de26-32c7-4c04-9843-07d86d42a046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:30.039438 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d5681-bb2b-408d-9893-5b9787e5a299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a977482d-4b2e-4b9c-956c-a53af42c7f11,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:30.109568 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-515d5681-bb2b-408d-9893-5b9787e5a299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:30.121825 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-598b31ea-2c6a-40b4-b041-039faf60d91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:30.137282 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-515d5681-bb2b-408d-9893-5b9787e5a299 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c769397b6b2e4b1fa17ad33bd819fd22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161757 Apr 15 10:49:30.139857 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 36976) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:30.156299 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02843b92-d002-4e65-be9b-c45b958b8a50 req-7135e52b-a812-496f-bb31-637bbca83be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:30.158153 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-02843b92-d002-4e65-be9b-c45b958b8a50 req-7135e52b-a812-496f-bb31-637bbca83be3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=689fecd83bc6425fa49a8b8585fa7766&device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 1099 time: 0.1200895 Apr 15 10:49:30.197734 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-598b31ea-2c6a-40b4-b041-039faf60d91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:30.255793 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-cc526bee-db06-4c9e-bbb8-66f01ef515c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:30.290076 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-cc526bee-db06-4c9e-bbb8-66f01ef515c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:30.314983 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02843b92-d002-4e65-be9b-c45b958b8a50 req-480d807d-1a1f-4c80-bde9-6db62ef85e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:30.316834 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-02843b92-d002-4e65-be9b-c45b958b8a50 req-480d807d-1a1f-4c80-bde9-6db62ef85e60 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f668c3bb-e88f-444d-af6d-837916f0416a HTTP/1.1" status: 200 len: 916 time: 0.1517043 Apr 15 10:49:30.352952 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-598b31ea-2c6a-40b4-b041-039faf60d91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:30.370577 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-cc526bee-db06-4c9e-bbb8-66f01ef515c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:30.376454 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-775c8025-cf5f-4ae6-a537-9d3c981841e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:30.397286 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b31ea-2c6a-40b4-b041-039faf60d91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3f33e5-9097-43f1-9da5-39aa2bd077a8,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:30.421214 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc526bee-db06-4c9e-bbb8-66f01ef515c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a977482d-4b2e-4b9c-956c-a53af42c7f11,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:30.425134 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-cc526bee-db06-4c9e-bbb8-66f01ef515c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:30.426044 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-cc526bee-db06-4c9e-bbb8-66f01ef515c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:30.427498 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-cc526bee-db06-4c9e-bbb8-66f01ef515c4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a977482d-4b2e-4b9c-956c-a53af42c7f11 HTTP/1.1" status: 204 len: 168 time: 0.2860818 Apr 15 10:49:30.428124 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-4abdd5c2-f5bc-4278-bd7c-bf3c7d8537da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:30.428525 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-4abdd5c2-f5bc-4278-bd7c-bf3c7d8537da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:30.429403 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-598b31ea-2c6a-40b4-b041-039faf60d91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:30.430467 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-598b31ea-2c6a-40b4-b041-039faf60d91d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fa3f33e5-9097-43f1-9da5-39aa2bd077a8 HTTP/1.1" status: 204 len: 168 time: 0.4023592 Apr 15 10:49:30.495071 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-02843b92-d002-4e65-be9b-c45b958b8a50 req-5ba7d830-26ca-41a1-bf63-e361eff2d6a3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=277e037f-d94c-45ba-8068-c686c56edd78 HTTP/1.1" status: 200 len: 1002 time: 0.1591437 Apr 15 10:49:30.592888 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02843b92-d002-4e65-be9b-c45b958b8a50 req-9f445efb-74b1-4f77-9d70-234b671c7207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:30.594792 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-02843b92-d002-4e65-be9b-c45b958b8a50 req-9f445efb-74b1-4f77-9d70-234b671c7207 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb6df1b7-a13f-4f84-b22c-9831f4c87d61 HTTP/1.1" status: 200 len: 854 time: 0.0915320 Apr 15 10:49:30.699284 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02843b92-d002-4e65-be9b-c45b958b8a50 req-529cf9fa-7102-486d-b939-f689e94a3241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:30.700916 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-02843b92-d002-4e65-be9b-c45b958b8a50 req-529cf9fa-7102-486d-b939-f689e94a3241 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f668c3bb-e88f-444d-af6d-837916f0416a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0989633 Apr 15 10:49:30.868060 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-02843b92-d002-4e65-be9b-c45b958b8a50 req-9ac0b913-fad7-400c-a824-f59b37f3f7e9 service neutron] 10.222.0.60 "GET /v2.0/networks/f668c3bb-e88f-444d-af6d-837916f0416a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597707 Apr 15 10:49:31.036374 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-02843b92-d002-4e65-be9b-c45b958b8a50 req-d8964cdd-bd64-4233-a3e2-db1ba60ea0de service neutron] 10.222.0.60 "GET /v2.0/networks/f668c3bb-e88f-444d-af6d-837916f0416a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597109 Apr 15 10:49:31.850185 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 37072) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:31.989631 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5bfadb69-7799-4c55-9bd4-67bd45ef1802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:32.007336 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-5bfadb69-7799-4c55-9bd4-67bd45ef1802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:49:32.012222 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-5bfadb69-7799-4c55-9bd4-67bd45ef1802 admin admin] Usage tracker for resource:security_group_rule and tenant:a4a99e98b8bb4158b20082d5613b4bf9 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:49:32.024002 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-5bfadb69-7799-4c55-9bd4-67bd45ef1802 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:49:32.027789 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-5bfadb69-7799-4c55-9bd4-67bd45ef1802 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:49:32.135117 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5bfadb69-7799-4c55-9bd4-67bd45ef1802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:32.138835 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5bfadb69-7799-4c55-9bd4-67bd45ef1802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:32.149045 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-3b867c8b-2ccb-47ef-b697-fc1ca66fd15a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:32.186683 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 37092) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:32.196323 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfadb69-7799-4c55-9bd4-67bd45ef1802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc8028c-92cc-472f-9c74-564e29e558d1,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:32.199635 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5bfadb69-7799-4c55-9bd4-67bd45ef1802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:32.202567 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-5bfadb69-7799-4c55-9bd4-67bd45ef1802 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a4a99e98b8bb4158b20082d5613b4bf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3512127 Apr 15 10:49:32.205729 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 37098) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:32.311258 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7d39cc-7481-40c1-bd91-a73e0b83d7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:32.355157 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7d39cc-7481-40c1-bd91-a73e0b83d7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:32.389967 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-7e7ed1bc-65e0-440a-93c4-0ec6b6bb9f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:32.412153 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-7e7ed1bc-65e0-440a-93c4-0ec6b6bb9f52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:49:32.416793 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-7e7ed1bc-65e0-440a-93c4-0ec6b6bb9f52 admin admin] Usage tracker for resource:security_group_rule and tenant:e2c5b8ab8148414da86c4debadcefa92 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:49:32.420123 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-7e7ed1bc-65e0-440a-93c4-0ec6b6bb9f52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:49:32.427362 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-7e7ed1bc-65e0-440a-93c4-0ec6b6bb9f52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:49:32.448029 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7d39cc-7481-40c1-bd91-a73e0b83d7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:32.454312 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-4c451fb4-0209-4f8e-9e39-ddcd1a41e135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:32.479583 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d39cc-7481-40c1-bd91-a73e0b83d7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc8028c-92cc-472f-9c74-564e29e558d1,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:32.484768 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7d39cc-7481-40c1-bd91-a73e0b83d7e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:32.509664 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7d39cc-7481-40c1-bd91-a73e0b83d7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:32.511618 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-1c7d39cc-7481-40c1-bd91-a73e0b83d7e6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1fc8028c-92cc-472f-9c74-564e29e558d1 HTTP/1.1" status: 204 len: 168 time: 0.3046401 Apr 15 10:49:32.571389 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-7e7ed1bc-65e0-440a-93c4-0ec6b6bb9f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:32.575268 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-7e7ed1bc-65e0-440a-93c4-0ec6b6bb9f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:32.587631 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:32.645901 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-7e7ed1bc-65e0-440a-93c4-0ec6b6bb9f52 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e2c5b8ab8148414da86c4debadcefa92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4577627 Apr 15 10:49:32.648560 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ed1bc-65e0-440a-93c4-0ec6b6bb9f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3768817f-5fc0-44b2-9f79-d6011f197e01,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:32.648916 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 37120) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:32.652429 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-7e7ed1bc-65e0-440a-93c4-0ec6b6bb9f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:32.723264 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-56592033-50d9-46bb-88a0-cde6130c3e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:32.755140 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-56592033-50d9-46bb-88a0-cde6130c3e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:32.809421 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-56592033-50d9-46bb-88a0-cde6130c3e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:32.821500 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:32.830051 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56592033-50d9-46bb-88a0-cde6130c3e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3768817f-5fc0-44b2-9f79-d6011f197e01,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:32.832624 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-56592033-50d9-46bb-88a0-cde6130c3e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:32.844594 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-56592033-50d9-46bb-88a0-cde6130c3e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:32.848469 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-56592033-50d9-46bb-88a0-cde6130c3e81 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3768817f-5fc0-44b2-9f79-d6011f197e01 HTTP/1.1" status: 204 len: 168 time: 0.1956754 Apr 15 10:49:44.678376 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31863302-927f-4fc0-93a1-dfe7fef7e73b req-71f7391d-4e32-44d5-bca2-60082764c6a0 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:44.680049 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-31863302-927f-4fc0-93a1-dfe7fef7e73b req-71f7391d-4e32-44d5-bca2-60082764c6a0 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 945 time: 0.1003592 Apr 15 10:49:44.735757 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-31863302-927f-4fc0-93a1-dfe7fef7e73b req-6b9a7515-2d3e-4ea9-a709-ae77082bace2 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad012695-2b85-4e34-8234-5494232a8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489740 Apr 15 10:49:45.946044 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475aa6e-eb9c-4fb0-906f-c06d6dc430ca req-db6fa0ec-b015-4ada-93bd-47711a92772a tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:45.947737 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5475aa6e-eb9c-4fb0-906f-c06d6dc430ca req-db6fa0ec-b015-4ada-93bd-47711a92772a tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 945 time: 0.0948713 Apr 15 10:49:45.996771 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5475aa6e-eb9c-4fb0-906f-c06d6dc430ca req-1deb794e-a31c-447d-b947-acfd17faf2e0 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad012695-2b85-4e34-8234-5494232a8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425236 Apr 15 10:49:47.201738 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df686d-fb5d-43ee-928e-930b063657f5 req-c5a5fed3-989f-402c-a1d8-9aa03569055e tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:47.203387 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e1df686d-fb5d-43ee-928e-930b063657f5 req-c5a5fed3-989f-402c-a1d8-9aa03569055e tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 945 time: 0.0945256 Apr 15 10:49:47.253198 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e1df686d-fb5d-43ee-928e-930b063657f5 req-8a6b1eb0-bed7-4e80-8ba9-d811d72bf36d tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad012695-2b85-4e34-8234-5494232a8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429521 Apr 15 10:49:48.471631 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b6ce5-57e4-4ddd-8198-2bec35a38b69 req-8f0aa087-df78-449f-9eac-3e3bd48224b6 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:48.473315 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7a2b6ce5-57e4-4ddd-8198-2bec35a38b69 req-8f0aa087-df78-449f-9eac-3e3bd48224b6 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 945 time: 0.0949221 Apr 15 10:49:48.528053 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7a2b6ce5-57e4-4ddd-8198-2bec35a38b69 req-5de8f2c3-a976-4d47-9cb8-889e6fe74fe9 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad012695-2b85-4e34-8234-5494232a8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485146 Apr 15 10:49:49.737417 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502094c-2a69-4a56-b0c9-5929cc604e27 req-d84dbab1-3645-48ad-98fe-eefed044ec06 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:49.739539 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a502094c-2a69-4a56-b0c9-5929cc604e27 req-d84dbab1-3645-48ad-98fe-eefed044ec06 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 945 time: 0.0912244 Apr 15 10:49:49.786239 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a502094c-2a69-4a56-b0c9-5929cc604e27 req-4c0e8b77-00be-4132-83f1-f47bf672fc4b tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad012695-2b85-4e34-8234-5494232a8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403981 Apr 15 10:49:50.839819 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-879a5175-c518-48b2-b595-152ce7f7e064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:50.986993 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707b999-c1fc-4e52-abb0-cd065fd3bc63 req-9b357f4f-b7d0-4bfc-8ea2-2c88ab40aaa3 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:50.988612 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a707b999-c1fc-4e52-abb0-cd065fd3bc63 req-9b357f4f-b7d0-4bfc-8ea2-2c88ab40aaa3 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 945 time: 0.0893259 Apr 15 10:49:51.041648 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a707b999-c1fc-4e52-abb0-cd065fd3bc63 req-eb914cc6-fd9e-4cb1-85cb-db9f6a94c1bc tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad012695-2b85-4e34-8234-5494232a8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461326 Apr 15 10:49:52.246437 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d61eb-1e26-49ef-aee5-bc76e32a4f0c req-db5a41c6-4032-45ae-8693-d00ad0812d69 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:52.248072 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7b2d61eb-1e26-49ef-aee5-bc76e32a4f0c req-db5a41c6-4032-45ae-8693-d00ad0812d69 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 945 time: 0.0889549 Apr 15 10:49:52.300347 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7b2d61eb-1e26-49ef-aee5-bc76e32a4f0c req-0e7fb1c4-72c7-4de0-aacc-af112a2ddb81 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad012695-2b85-4e34-8234-5494232a8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428531 Apr 15 10:49:53.315600 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-96e45101-ddf3-4ace-8822-3e81f9a21dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:53.512266 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4537961-e50d-4151-8ee5-922fd808db78 req-ab93ced4-ae8a-4cdc-b9f5-567bb4377c78 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:53.513802 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b4537961-e50d-4151-8ee5-922fd808db78 req-ab93ced4-ae8a-4cdc-b9f5-567bb4377c78 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 945 time: 0.0939472 Apr 15 10:49:53.563082 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b4537961-e50d-4151-8ee5-922fd808db78 req-af0189ad-ae2a-4d60-90f1-bd77698e713e tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad012695-2b85-4e34-8234-5494232a8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426602 Apr 15 10:49:54.108663 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:54.304271 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:54.768468 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47515f81-86a8-47c2-b7f1-2ef46ab44b68 req-ce10a968-709a-4323-be83-82180936e527 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:54.770341 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-47515f81-86a8-47c2-b7f1-2ef46ab44b68 req-ce10a968-709a-4323-be83-82180936e527 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 945 time: 0.0923269 Apr 15 10:49:54.771603 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:54.818361 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-47515f81-86a8-47c2-b7f1-2ef46ab44b68 req-91b92ef0-1f07-4652-82d0-61ab2330615a tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad012695-2b85-4e34-8234-5494232a8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415473 Apr 15 10:49:55.067821 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:56.021725 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df9767-2f51-48ed-8ca2-4f79a57e5120 req-0079ca92-cd4b-46db-9f2e-f4b1a35a2b90 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:56.023362 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-19df9767-2f51-48ed-8ca2-4f79a57e5120 req-0079ca92-cd4b-46db-9f2e-f4b1a35a2b90 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 945 time: 0.0928407 Apr 15 10:49:56.071856 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-19df9767-2f51-48ed-8ca2-4f79a57e5120 req-ae113df3-b3de-4889-a4ff-fd348ed04c12 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad012695-2b85-4e34-8234-5494232a8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421383 Apr 15 10:49:56.387265 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9f73d493-c8aa-44c9-8fb4-982ee3ed2936 req-461264e4-5bf4-4c0a-ada9-e4acf9289784 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c066dbba-2cfa-47cd-b61b-43492228f52c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1021390 Apr 15 10:49:56.762807 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73d493-c8aa-44c9-8fb4-982ee3ed2936 req-848aadae-e503-42bf-b50f-d826291e6976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:56.764614 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9f73d493-c8aa-44c9-8fb4-982ee3ed2936 req-848aadae-e503-42bf-b50f-d826291e6976 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=468002c968c349e39872f05034981878&device_id=c066dbba-2cfa-47cd-b61b-43492228f52c HTTP/1.1" status: 200 len: 1098 time: 0.2781014 Apr 15 10:49:56.924638 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73d493-c8aa-44c9-8fb4-982ee3ed2936 req-7b0f6bd0-ed17-4d61-a86f-18f4c670673c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:56.926226 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9f73d493-c8aa-44c9-8fb4-982ee3ed2936 req-7b0f6bd0-ed17-4d61-a86f-18f4c670673c service neutron] 10.222.0.60 "GET /v2.0/networks?id=c4f6e935-b869-426f-8147-87b90ae81bd1 HTTP/1.1" status: 200 len: 916 time: 0.1373620 Apr 15 10:49:57.005915 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9f73d493-c8aa-44c9-8fb4-982ee3ed2936 req-eebfefbe-0a1b-4a88-bc11-24f47996505d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf21c0bb-8b3c-4843-a511-1cf9eb23aafc HTTP/1.1" status: 200 len: 217 time: 0.0718555 Apr 15 10:49:57.134618 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73d493-c8aa-44c9-8fb4-982ee3ed2936 req-9ed34bf2-f1be-44af-9ada-6e7df2fb7fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:57.136197 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9f73d493-c8aa-44c9-8fb4-982ee3ed2936 req-9ed34bf2-f1be-44af-9ada-6e7df2fb7fb7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=19827f90-228d-4b46-b4a8-3e3339c5c6d7 HTTP/1.1" status: 200 len: 855 time: 0.0666652 Apr 15 10:49:57.190801 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9f73d493-c8aa-44c9-8fb4-982ee3ed2936 req-fcb18d83-0ca2-45df-9e57-aeac8400d10c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c4f6e935-b869-426f-8147-87b90ae81bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476120 Apr 15 10:49:57.399599 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68186db2-cc97-41cb-80e5-83048c28aa4a req-705e596f-5c8e-4518-bf5e-d165cdc6fafd tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:57.407258 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-68186db2-cc97-41cb-80e5-83048c28aa4a req-705e596f-5c8e-4518-bf5e-d165cdc6fafd tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 945 time: 0.2133021 Apr 15 10:49:57.447456 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9f73d493-c8aa-44c9-8fb4-982ee3ed2936 req-adf3afe6-854a-4deb-884c-c9cddfd68edb service neutron] 10.222.0.60 "GET /v2.0/networks/c4f6e935-b869-426f-8147-87b90ae81bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109284 Apr 15 10:49:57.549195 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-68186db2-cc97-41cb-80e5-83048c28aa4a req-557fb226-f90e-4bad-a4ae-433163faa55a tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad012695-2b85-4e34-8234-5494232a8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410789 Apr 15 10:49:57.611508 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9f73d493-c8aa-44c9-8fb4-982ee3ed2936 req-30767993-bc59-455b-a09a-d6832d115651 service neutron] 10.222.0.60 "GET /v2.0/networks/c4f6e935-b869-426f-8147-87b90ae81bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557815 Apr 15 10:49:57.822254 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee58f1-2183-4e43-a7ea-fe38ecd0ba2c req-0738c222-ab16-4f4f-9bae-02f9831580f5 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:57.823925 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b5ee58f1-2183-4e43-a7ea-fe38ecd0ba2c req-0738c222-ab16-4f4f-9bae-02f9831580f5 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 945 time: 0.0998213 Apr 15 10:49:57.907862 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-b5ee58f1-2183-4e43-a7ea-fe38ecd0ba2c req-0acf6302-55fe-4c20-97a1-5e9717953d62 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Deleting port 55144717-6b19-49c3-9b43-8dd274963d91 {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:49:57.907862 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-b5ee58f1-2183-4e43-a7ea-fe38ecd0ba2c req-0acf6302-55fe-4c20-97a1-5e9717953d62 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:58.179506 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-b5ee58f1-2183-4e43-a7ea-fe38ecd0ba2c req-0acf6302-55fe-4c20-97a1-5e9717953d62 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] For port 55144717-6b19-49c3-9b43-8dd274963d91, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=55144717-6b19-49c3-9b43-8dd274963d91,segment=NetworkSegment(b8a5e931-e52c-4bee-a7b4-05fd301c3c30),segment_id=b8a5e931-e52c-4bee-a7b4-05fd301c3c30)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:49:58.180020 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-b5ee58f1-2183-4e43-a7ea-fe38ecd0ba2c req-0acf6302-55fe-4c20-97a1-5e9717953d62 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:58.313674 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-b5ee58f1-2183-4e43-a7ea-fe38ecd0ba2c req-0acf6302-55fe-4c20-97a1-5e9717953d62 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Calling delete_port for 55144717-6b19-49c3-9b43-8dd274963d91 owned by compute:nova {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:49:58.537624 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-b5ee58f1-2183-4e43-a7ea-fe38ecd0ba2c req-0acf6302-55fe-4c20-97a1-5e9717953d62 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:58.555739 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:58.652930 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf6302-55fe-4c20-97a1-5e9717953d62 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Pushing event deleted for resources: {'Port': ['ID=55144717-6b19-49c3-9b43-8dd274963d91,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:58.669543 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf6302-55fe-4c20-97a1-5e9717953d62 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:58.669946 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf6302-55fe-4c20-97a1-5e9717953d62 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:58.670342 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf6302-55fe-4c20-97a1-5e9717953d62 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:58.670731 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf6302-55fe-4c20-97a1-5e9717953d62 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:58.671140 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf6302-55fe-4c20-97a1-5e9717953d62 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:58.671527 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf6302-55fe-4c20-97a1-5e9717953d62 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:58.671909 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf6302-55fe-4c20-97a1-5e9717953d62 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:58.672290 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf6302-55fe-4c20-97a1-5e9717953d62 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:58.672670 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf6302-55fe-4c20-97a1-5e9717953d62 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:58.673050 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf6302-55fe-4c20-97a1-5e9717953d62 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:58.673426 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf6302-55fe-4c20-97a1-5e9717953d62 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:58.673798 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf6302-55fe-4c20-97a1-5e9717953d62 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:58.681437 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0acf6302-55fe-4c20-97a1-5e9717953d62 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:58.755375 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7596e047-4b3e-476d-8d77-e8a732f784fc req-cd2d5485-2e14-4e98-84b1-dea5b3066678 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 210 time: 0.0767221 Apr 15 10:49:58.886467 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ee58f1-2183-4e43-a7ea-fe38ecd0ba2c req-0acf6302-55fe-4c20-97a1-5e9717953d62 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] No DVR routers for this DVR port 55144717-6b19-49c3-9b43-8dd274963d91 on host hv-cinder-78638 {{(pid=85270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:49:58.889654 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-b5ee58f1-2183-4e43-a7ea-fe38ecd0ba2c req-0acf6302-55fe-4c20-97a1-5e9717953d62 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:58.892523 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7', 'name': 'network-vif-deleted', 'tag': '55144717-6b19-49c3-9b43-8dd274963d91'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:49:58.912565 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b5ee58f1-2183-4e43-a7ea-fe38ecd0ba2c req-0acf6302-55fe-4c20-97a1-5e9717953d62 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.60 "DELETE /v2.0/ports/55144717-6b19-49c3-9b43-8dd274963d91 HTTP/1.1" status: 204 len: 173 time: 1.0831692 Apr 15 10:49:58.948631 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7', 'name': 'network-vif-deleted', 'tag': '55144717-6b19-49c3-9b43-8dd274963d91', 'status': 'completed', 'code': 200} Apr 15 10:49:59.119424 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 37704) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:59.247920 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bb7119fd-bc9d-4c6d-994b-55d6a32db960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:59.264256 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-bb7119fd-bc9d-4c6d-994b-55d6a32db960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:49:59.268564 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-bb7119fd-bc9d-4c6d-994b-55d6a32db960 admin admin] Usage tracker for resource:security_group_rule and tenant:02125b3fb77346d5af17eb0a49478e42 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:49:59.271742 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-bb7119fd-bc9d-4c6d-994b-55d6a32db960 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:49:59.277961 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-bb7119fd-bc9d-4c6d-994b-55d6a32db960 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:49:59.356854 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['55144717-6b19-49c3-9b43-8dd274963d91'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:49:59.376124 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bb7119fd-bc9d-4c6d-994b-55d6a32db960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:59.380952 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bb7119fd-bc9d-4c6d-994b-55d6a32db960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:59.392229 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0eb182b1-9e60-40aa-8f6f-cd0a42d669f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:59.446741 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-bb7119fd-bc9d-4c6d-994b-55d6a32db960 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=02125b3fb77346d5af17eb0a49478e42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3260946 Apr 15 10:49:59.447975 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7119fd-bc9d-4c6d-994b-55d6a32db960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd002aac-6eb9-435e-a7a5-112b7a68a301,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:59.449680 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 37716) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:59.456702 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7119fd-bc9d-4c6d-994b-55d6a32db960 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:59.457179 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7119fd-bc9d-4c6d-994b-55d6a32db960 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:59.458388 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7119fd-bc9d-4c6d-994b-55d6a32db960 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:59.458862 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7119fd-bc9d-4c6d-994b-55d6a32db960 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:59.459310 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7119fd-bc9d-4c6d-994b-55d6a32db960 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:59.459698 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7119fd-bc9d-4c6d-994b-55d6a32db960 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:59.460080 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7119fd-bc9d-4c6d-994b-55d6a32db960 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:59.460592 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7119fd-bc9d-4c6d-994b-55d6a32db960 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:59.461739 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7119fd-bc9d-4c6d-994b-55d6a32db960 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:59.462130 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7119fd-bc9d-4c6d-994b-55d6a32db960 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:59.462509 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7119fd-bc9d-4c6d-994b-55d6a32db960 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:59.463474 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7119fd-bc9d-4c6d-994b-55d6a32db960 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:59.467723 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-bb7119fd-bc9d-4c6d-994b-55d6a32db960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:59.521362 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-405a28e4-c47f-4cb6-b3e2-8061509a5d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:59.552957 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-405a28e4-c47f-4cb6-b3e2-8061509a5d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:59.597856 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-405a28e4-c47f-4cb6-b3e2-8061509a5d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:59.603523 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:59.614742 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a28e4-c47f-4cb6-b3e2-8061509a5d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd002aac-6eb9-435e-a7a5-112b7a68a301,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:59.618521 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-405a28e4-c47f-4cb6-b3e2-8061509a5d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:59.622510 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-405a28e4-c47f-4cb6-b3e2-8061509a5d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:59.626899 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-405a28e4-c47f-4cb6-b3e2-8061509a5d87 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fd002aac-6eb9-435e-a7a5-112b7a68a301 HTTP/1.1" status: 204 len: 168 time: 0.1733472 Apr 15 10:49:59.634116 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 37724) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:59.936129 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-7ba83572-45f4-408c-b966-499fd539df86 req-3c5dce2c-c7e0-4138-8176-54a7feaa8aa7 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Synchronizing usage tracker for tenant:034f9e00dfb540d0a3925edd6ae02cd7 on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:49:59.940269 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0af5e7eb-1b3f-41d2-a827-cff7f9d648d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:59.945871 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 37736) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:59.965540 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-0af5e7eb-1b3f-41d2-a827-cff7f9d648d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:49:59.965969 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ab982142-b47e-46eb-b682-3f3bbc830bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:59.970209 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-0af5e7eb-1b3f-41d2-a827-cff7f9d648d8 admin admin] Usage tracker for resource:security_group_rule and tenant:8f2d1e86e7e0486f8c029c535dc9e2ba is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:49:59.973433 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-0af5e7eb-1b3f-41d2-a827-cff7f9d648d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:49:59.976457 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-7ba83572-45f4-408c-b966-499fd539df86 req-3c5dce2c-c7e0-4138-8176-54a7feaa8aa7 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Unset dirty status for tenant:034f9e00dfb540d0a3925edd6ae02cd7 on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:49:59.977734 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7ba83572-45f4-408c-b966-499fd539df86 req-3c5dce2c-c7e0-4138-8176-54a7feaa8aa7 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 210 time: 0.1056132 Apr 15 10:49:59.981661 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-0af5e7eb-1b3f-41d2-a827-cff7f9d648d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:49:59.982263 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-ab982142-b47e-46eb-b682-3f3bbc830bdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:49:59.986374 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-ab982142-b47e-46eb-b682-3f3bbc830bdb admin admin] Usage tracker for resource:security_group_rule and tenant:1cb4aaeb1bba4699a79bf22abc11070c is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:49:59.989730 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-ab982142-b47e-46eb-b682-3f3bbc830bdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:49:59.998908 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-ab982142-b47e-46eb-b682-3f3bbc830bdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:50:00.075339 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0af5e7eb-1b3f-41d2-a827-cff7f9d648d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:00.078596 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0af5e7eb-1b3f-41d2-a827-cff7f9d648d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:00.085474 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ab982142-b47e-46eb-b682-3f3bbc830bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:00.088640 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:00.090059 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ab982142-b47e-46eb-b682-3f3bbc830bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:00.102301 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:00.119699 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5e7eb-1b3f-41d2-a827-cff7f9d648d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbaf22bd-2c64-47e0-bd2b-5648aabca0e7,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:00.123309 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0af5e7eb-1b3f-41d2-a827-cff7f9d648d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:00.144148 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-0af5e7eb-1b3f-41d2-a827-cff7f9d648d8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f2d1e86e7e0486f8c029c535dc9e2ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5086269 Apr 15 10:50:00.146168 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 37744) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:00.146292 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-ab982142-b47e-46eb-b682-3f3bbc830bdb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1cb4aaeb1bba4699a79bf22abc11070c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1991866 Apr 15 10:50:00.147240 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab982142-b47e-46eb-b682-3f3bbc830bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b79ab5-fa89-4170-88ac-389716bb48f1,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:00.148922 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 37746) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:00.150468 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-ab982142-b47e-46eb-b682-3f3bbc830bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:00.262646 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-3830ef02-ae5c-4bda-a6f9-aa26ac2a14f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:00.266934 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-aa295a05-ed0e-42b4-bbda-694bb5d727d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:00.316044 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-3830ef02-ae5c-4bda-a6f9-aa26ac2a14f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:00.338039 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-aa295a05-ed0e-42b4-bbda-694bb5d727d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:00.409116 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-aa295a05-ed0e-42b4-bbda-694bb5d727d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:00.414476 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-c35b5106-de0a-4d85-94eb-f5ab30c22648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:00.425045 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-3830ef02-ae5c-4bda-a6f9-aa26ac2a14f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:00.435284 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa295a05-ed0e-42b4-bbda-694bb5d727d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbaf22bd-2c64-47e0-bd2b-5648aabca0e7,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:00.441264 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-aa295a05-ed0e-42b4-bbda-694bb5d727d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:00.442684 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-cb2b8549-0982-470b-a6fa-2eedc7db52d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:00.461739 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3830ef02-ae5c-4bda-a6f9-aa26ac2a14f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b79ab5-fa89-4170-88ac-389716bb48f1,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:00.464709 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-aa295a05-ed0e-42b4-bbda-694bb5d727d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:00.468803 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-aa295a05-ed0e-42b4-bbda-694bb5d727d2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fbaf22bd-2c64-47e0-bd2b-5648aabca0e7 HTTP/1.1" status: 204 len: 168 time: 0.3154888 Apr 15 10:50:00.468803 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-3830ef02-ae5c-4bda-a6f9-aa26ac2a14f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:00.468803 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-3830ef02-ae5c-4bda-a6f9-aa26ac2a14f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:00.472356 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-3830ef02-ae5c-4bda-a6f9-aa26ac2a14f1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e3b79ab5-fa89-4170-88ac-389716bb48f1 HTTP/1.1" status: 204 len: 168 time: 0.3251719 Apr 15 10:50:00.936702 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 37784) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:00.956455 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-32049042-319f-49b9-b1f7-4e182ee38c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:00.973516 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-32049042-319f-49b9-b1f7-4e182ee38c0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:50:00.977624 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-32049042-319f-49b9-b1f7-4e182ee38c0e admin admin] Usage tracker for resource:security_group_rule and tenant:bbebb8d571764c8b823d25f0311cfe04 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:50:00.980510 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-32049042-319f-49b9-b1f7-4e182ee38c0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:50:00.986338 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-32049042-319f-49b9-b1f7-4e182ee38c0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:50:01.078368 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-32049042-319f-49b9-b1f7-4e182ee38c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:01.081420 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-32049042-319f-49b9-b1f7-4e182ee38c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:01.094706 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-29e7ad1e-b834-4779-a46e-cf570648811f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:01.127722 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-32049042-319f-49b9-b1f7-4e182ee38c0e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bbebb8d571764c8b823d25f0311cfe04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1898601 Apr 15 10:50:01.128645 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 37794) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:01.179351 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32049042-319f-49b9-b1f7-4e182ee38c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68868ac8-f84e-4993-b70b-d257458118ce,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:01.189901 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-32049042-319f-49b9-b1f7-4e182ee38c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:01.196398 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7a3da398-c223-42a3-a26a-c95ae75be72d req-3eb4d592-bf22-4b83-bdd6-557c63b53c91 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 210 time: 0.0859818 Apr 15 10:50:01.244341 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a161e62e-6309-4615-9aab-89ff067a382c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:01.268750 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a161e62e-6309-4615-9aab-89ff067a382c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:01.323106 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a161e62e-6309-4615-9aab-89ff067a382c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:01.328715 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-ab982142-b47e-46eb-b682-3f3bbc830bdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:01.347108 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161e62e-6309-4615-9aab-89ff067a382c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68868ac8-f84e-4993-b70b-d257458118ce,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:01.356661 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-a161e62e-6309-4615-9aab-89ff067a382c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:01.368188 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a161e62e-6309-4615-9aab-89ff067a382c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:01.376441 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-a161e62e-6309-4615-9aab-89ff067a382c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/68868ac8-f84e-4993-b70b-d257458118ce HTTP/1.1" status: 204 len: 168 time: 0.2444873 Apr 15 10:50:02.430388 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e5a1f515-b2e9-48bd-beba-72aec6d11c00 req-735e217e-3ceb-4f71-b245-5a3ce415e74f tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 210 time: 0.0944626 Apr 15 10:50:03.602751 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6e249e0c-8abc-4755-a67d-5b84c368d98c req-b0e91a0a-1ea3-4a06-8141-3e8794f56064 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 210 time: 0.0472715 Apr 15 10:50:03.705146 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:50:04.399703 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 55144717-6b19-49c3-9b43-8dd274963d91 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:50:04.439298 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] No Port match for: 55144717-6b19-49c3-9b43-8dd274963d91 {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:50:04.439695 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 55144717-6b19-49c3-9b43-8dd274963d91 not bound to the agent host hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:50:04.774077 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a4ef0048-e386-4f54-9434-acfd667e2c3e req-ac49e204-6ec9-4648-a708-657f9f3fb4ec tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 210 time: 0.0517354 Apr 15 10:50:05.939482 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-625f307d-e1b5-4743-bb22-3c984cad087c req-5d99445f-dcbf-428c-baa6-4ffe915287cb tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2dc442-0b4e-4df4-b9ac-3d8a5e3709c7 HTTP/1.1" status: 200 len: 210 time: 0.0496764 Apr 15 10:50:16.383063 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-514e6a49-59d7-4ce1-89aa-3afb34ce1566 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:16.385279 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-514e6a49-59d7-4ce1-89aa-3afb34ce1566 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/networks?id=c4f6e935-b869-426f-8147-87b90ae81bd1 HTTP/1.1" status: 200 len: 815 time: 0.1648612 Apr 15 10:50:16.416226 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-e255a84b-0cbf-4a7e-9f19-c46b6ec9de3d tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/quotas/468002c968c349e39872f05034981878 HTTP/1.1" status: 200 len: 375 time: 0.0190372 Apr 15 10:50:16.504167 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-03d1dfee-b776-4f9a-9b85-08811bb10f42 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=468002c968c349e39872f05034981878&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0921371 Apr 15 10:50:16.845705 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-db888a24-52fa-4639-b3c0-6c71d9acae5c service neutron] 10.222.0.36 "GET /v2.0/networks/c4f6e935-b869-426f-8147-87b90ae81bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393667 Apr 15 10:50:16.988719 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-dd7f5545-9c9b-4b1a-bdd0-1cc5cee5f766 service neutron] 10.222.0.36 "GET /v2.0/networks/c4f6e935-b869-426f-8147-87b90ae81bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361411 Apr 15 10:50:17.190202 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c35922be-02d9-4ce8-b73e-9a02b3d6a488 req-ab2483e9-ae86-4e92-afef-f15da414ce00 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc3de522-7846-403d-bbc1-bd51ed145233 HTTP/1.1" status: 200 len: 210 time: 0.0533786 Apr 15 10:50:17.770013 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 38196) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:17.841588 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6df97e4-5006-419f-9ad6-33a1f5571b12 admin admin] Deleting subnet 15a9a3e4-9261-4979-a836-8ff604791f64 {{(pid=85272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 10:50:17.844674 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b6df97e4-5006-419f-9ad6-33a1f5571b12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:17.896196 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b6df97e4-5006-419f-9ad6-33a1f5571b12 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:17.903514 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b6df97e4-5006-419f-9ad6-33a1f5571b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32014'] for subnet, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:18.166386 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b6df97e4-5006-419f-9ad6-33a1f5571b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854743802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349'] for subnet, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:18.182549 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-d6930c4f-0994-4469-92fe-1dd2b10f4049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:18.273194 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df97e4-5006-419f-9ad6-33a1f5571b12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15a9a3e4-9261-4979-a836-8ff604791f64,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:18.275753 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-b6df97e4-5006-419f-9ad6-33a1f5571b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:18.319458 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b6df97e4-5006-419f-9ad6-33a1f5571b12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:18.328081 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-b6df97e4-5006-419f-9ad6-33a1f5571b12 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/15a9a3e4-9261-4979-a836-8ff604791f64 HTTP/1.1" status: 204 len: 168 time: 0.5545058 Apr 15 10:50:18.328339 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 38212) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:18.365836 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bca048ec-ca19-4859-ab45-a9bfef96d7b7 req-edd6bcbb-c0ad-40e8-a700-e1af0a412661 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc3de522-7846-403d-bbc1-bd51ed145233 HTTP/1.1" status: 200 len: 210 time: 0.0498610 Apr 15 10:50:18.445332 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d1285b26-46d6-4a33-8f79-3582b741c691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853840452'] for network, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:18.640284 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d1285b26-46d6-4a33-8f79-3582b741c691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854600463', 'neutron.services.segments.db._delete_segments_for_network--9223363301131922753'] for network, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:18.757475 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d1285b26-46d6-4a33-8f79-3582b741c691 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85272) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:50:18.757876 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d1285b26-46d6-4a33-8f79-3582b741c691 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85272) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:50:18.758700 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d1285b26-46d6-4a33-8f79-3582b741c691 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85272) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:50:18.759102 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d1285b26-46d6-4a33-8f79-3582b741c691 admin admin] Subscribe: > port after_create 55550000 {{(pid=85272) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:50:18.759477 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d1285b26-46d6-4a33-8f79-3582b741c691 admin admin] Subscribe: > port after_delete 55550000 {{(pid=85272) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:50:18.759857 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d1285b26-46d6-4a33-8f79-3582b741c691 admin admin] Subscribe: > port after_update 55550000 {{(pid=85272) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:50:18.760229 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d1285b26-46d6-4a33-8f79-3582b741c691 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85272) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:50:18.760591 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d1285b26-46d6-4a33-8f79-3582b741c691 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85272) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:50:18.760954 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d1285b26-46d6-4a33-8f79-3582b741c691 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85272) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:50:18.761313 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d1285b26-46d6-4a33-8f79-3582b741c691 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85272) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:50:18.833943 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d1285b26-46d6-4a33-8f79-3582b741c691 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85272) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:50:18.834476 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d1285b26-46d6-4a33-8f79-3582b741c691 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85272) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:50:18.834661 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d1285b26-46d6-4a33-8f79-3582b741c691 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85272) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:50:18.835098 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d1285b26-46d6-4a33-8f79-3582b741c691 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85272) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:50:18.835509 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-d1285b26-46d6-4a33-8f79-3582b741c691 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9d6612-9c75-4ee5-9832-0a8f32cab1c9']}} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:50:18.849889 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-d1285b26-46d6-4a33-8f79-3582b741c691 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8a5e931-e52c-4bee-a7b4-05fd301c3c30') {'for_net_delete': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:50:18.850322 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-d1285b26-46d6-4a33-8f79-3582b741c691 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8a5e931-e52c-4bee-a7b4-05fd301c3c30') {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:50:18.862554 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d1285b26-46d6-4a33-8f79-3582b741c691 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301131932993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2335984'] for segment, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:18.878689 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d1285b26-46d6-4a33-8f79-3582b741c691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854748824'] for segment, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:18.886678 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1285b26-46d6-4a33-8f79-3582b741c691 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=85272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 10:50:19.065147 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-d1285b26-46d6-4a33-8f79-3582b741c691 admin admin] Network ff9d6612-9c75-4ee5-9832-0a8f32cab1c9 has no segments {{(pid=85272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:50:19.074044 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d1285b26-46d6-4a33-8f79-3582b741c691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-26960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2746006'] for segment, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:19.252841 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-d1285b26-46d6-4a33-8f79-3582b741c691 admin admin] Network ff9d6612-9c75-4ee5-9832-0a8f32cab1c9 has no segments {{(pid=85272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: from cryptography.utils import int_from_bytes Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: from cryptography.utils import int_from_bytes Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: (rel_b, rel_a, rel_b), Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: (rel_b, rel_a, rel_b), Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: Traceback (most recent call last): Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: timer() Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: cb(*args, **kw) Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: return func(*args, **kwargs) Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: self._notify() Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: self.callback(batched_events) Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: event.method(event) Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: segment_id)['aggregates'][0] Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: return f(self, *a, **k) Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: return self._get(url).json() Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: **kwargs) Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: return self.request(url, 'GET', **kwargs) Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: **endpoint_filter) Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 10:50:19.278576 dv-cinder-786383-1-iscsi neutron-server[85157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 10:50:19.357797 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d1285b26-46d6-4a33-8f79-3582b741c691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-175238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414992'] for network, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:19.361800 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e5add355-f85c-4387-9413-7a8d62d8c61d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:19.381929 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d1285b26-46d6-4a33-8f79-3582b741c691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for network, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:19.384802 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1285b26-46d6-4a33-8f79-3582b741c691 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff9d6612-9c75-4ee5-9832-0a8f32cab1c9,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:19.387896 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-d1285b26-46d6-4a33-8f79-3582b741c691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:19.396533 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-d1285b26-46d6-4a33-8f79-3582b741c691 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ff9d6612-9c75-4ee5-9832-0a8f32cab1c9 HTTP/1.1" status: 204 len: 168 time: 1.0671186 Apr 15 10:50:19.532033 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-524a3d14-149e-43a1-a0d5-5b59c49a6276 req-76528558-fae7-4258-a487-1d98b8d2e3aa tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc3de522-7846-403d-bbc1-bd51ed145233 HTTP/1.1" status: 200 len: 210 time: 0.0485513 Apr 15 10:50:19.597642 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 38234) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:19.652610 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-491056d0-5822-4abe-b5bf-0bdd786094f6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=034f9e00dfb540d0a3925edd6ae02cd7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0513644 Apr 15 10:50:19.652849 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 38240) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:19.714037 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-fffd30db-1cd7-498f-9217-ae1bb9042757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:19.741192 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-fffd30db-1cd7-498f-9217-ae1bb9042757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:19.786114 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-fffd30db-1cd7-498f-9217-ae1bb9042757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:19.790974 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-32049042-319f-49b9-b1f7-4e182ee38c0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:19.808565 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd30db-1cd7-498f-9217-ae1bb9042757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad012695-2b85-4e34-8234-5494232a8319,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:19.812587 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-fffd30db-1cd7-498f-9217-ae1bb9042757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:19.816121 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-fffd30db-1cd7-498f-9217-ae1bb9042757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:19.817314 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-fffd30db-1cd7-498f-9217-ae1bb9042757 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ad012695-2b85-4e34-8234-5494232a8319 HTTP/1.1" status: 204 len: 168 time: 0.1635048 Apr 15 10:50:20.579837 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 38272) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:20.703289 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-39d56395-1a68-4245-a412-b53eff4f3818 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-117946048-network', 'tenant_id': '8bcb1eb90140445da3fa22dfd1c24874'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:50:20.709388 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-39d56395-1a68-4245-a412-b53eff4f3818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:50:20.709833 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-32735879-c6e7-4381-8752-5f21a7c8c9e3 req-a379fa6f-c92b-4315-b485-2a062f4c8977 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc3de522-7846-403d-bbc1-bd51ed145233 HTTP/1.1" status: 200 len: 210 time: 0.0555584 Apr 15 10:50:20.713450 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-39d56395-1a68-4245-a412-b53eff4f3818 admin admin] Usage tracker for resource:network and tenant:8bcb1eb90140445da3fa22dfd1c24874 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:50:20.716490 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-39d56395-1a68-4245-a412-b53eff4f3818 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:50:20.723190 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-39d56395-1a68-4245-a412-b53eff4f3818 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:50:20.731982 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d56395-1a68-4245-a412-b53eff4f3818 admin admin] Made reservation on behalf of 8bcb1eb90140445da3fa22dfd1c24874 for: {'network': 1} {{(pid=85272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:50:20.736596 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-39d56395-1a68-4245-a412-b53eff4f3818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for network, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:20.750275 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-39d56395-1a68-4245-a412-b53eff4f3818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:20.765725 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-39d56395-1a68-4245-a412-b53eff4f3818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:50:20.769717 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-39d56395-1a68-4245-a412-b53eff4f3818 admin admin] Usage tracker for resource:security_group_rule and tenant:8bcb1eb90140445da3fa22dfd1c24874 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:50:20.772745 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-39d56395-1a68-4245-a412-b53eff4f3818 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:50:20.778661 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-39d56395-1a68-4245-a412-b53eff4f3818 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:50:20.843826 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9e535ef7-a374-4f16-b921-f718522191d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:20.875958 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-39d56395-1a68-4245-a412-b53eff4f3818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:20.878616 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-39d56395-1a68-4245-a412-b53eff4f3818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:20.882852 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-01e4de26-32c7-4c04-9843-07d86d42a046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:20.907587 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d56395-1a68-4245-a412-b53eff4f3818 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=85272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:50:20.921187 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d56395-1a68-4245-a412-b53eff4f3818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e3fd4d-653c-438c-bdb2-db3ec67758ef,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:20.925399 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-39d56395-1a68-4245-a412-b53eff4f3818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:20.926370 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-39d56395-1a68-4245-a412-b53eff4f3818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854748824'] for segment, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:20.926766 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.segments_db [None req-39d56395-1a68-4245-a412-b53eff4f3818 admin admin] Added segment dca0ade4-ab81-45c8-b95b-1b00c6d691d9 of type vlan for network 9f19835a-ad99-4134-9d53-1e73b3ca8574 Apr 15 10:50:20.954627 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-39d56395-1a68-4245-a412-b53eff4f3818 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363301132464039'] for network, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:20.984377 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-39d56395-1a68-4245-a412-b53eff4f3818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349'] for network, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:20.985738 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d56395-1a68-4245-a412-b53eff4f3818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:20.986365 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-39d56395-1a68-4245-a412-b53eff4f3818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for network, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:20.992158 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-d1285b26-46d6-4a33-8f79-3582b741c691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:21.097779 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-39d56395-1a68-4245-a412-b53eff4f3818 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5167527 Apr 15 10:50:21.099213 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d56395-1a68-4245-a412-b53eff4f3818 admin admin] Pushing event updated for resources: {'Network': ['ID=9f19835a-ad99-4134-9d53-1e73b3ca8574,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:21.101519 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 38286) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:21.102430 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-39d56395-1a68-4245-a412-b53eff4f3818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:21.108489 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-e57205b3-583f-494a-a19d-abb2e0d56427 admin admin] Request body: {'subnet': {'network_id': '9f19835a-ad99-4134-9d53-1e73b3ca8574', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-117946048-subnet', 'tenant_id': '8bcb1eb90140445da3fa22dfd1c24874', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:50:21.110016 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Network 9f19835a-ad99-4134-9d53-1e73b3ca8574 details requested by agent ovs-agent-dv-cinder-786383-1-iscsi with host dv-cinder-786383-1-iscsi {{(pid=85273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:50:21.114064 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-e57205b3-583f-494a-a19d-abb2e0d56427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:50:21.119764 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-e57205b3-583f-494a-a19d-abb2e0d56427 admin admin] Usage tracker for resource:subnet and tenant:8bcb1eb90140445da3fa22dfd1c24874 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:50:21.123040 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-e57205b3-583f-494a-a19d-abb2e0d56427 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:50:21.129600 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-e57205b3-583f-494a-a19d-abb2e0d56427 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:50:21.140745 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57205b3-583f-494a-a19d-abb2e0d56427 admin admin] Made reservation on behalf of 8bcb1eb90140445da3fa22dfd1c24874 for: {'subnet': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:50:21.146558 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e57205b3-583f-494a-a19d-abb2e0d56427 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:21.457371 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-dc564043-56a2-4e04-8096-f617c745b013 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:21.459488 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-dc564043-56a2-4e04-8096-f617c745b013 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.60 "GET /v2.0/networks?id=c4f6e935-b869-426f-8147-87b90ae81bd1 HTTP/1.1" status: 200 len: 815 time: 0.2224395 Apr 15 10:50:21.713621 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e57205b3-583f-494a-a19d-abb2e0d56427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349'] for subnet, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:21.729347 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-74235fb0-b163-41b5-bc60-3ed5ac0bdf97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:21.902115 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a386fd4d-f81b-4edd-b56b-9334348677ae req-126329ce-0f0a-4cb1-9071-e0b88a7d7aae tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc3de522-7846-403d-bbc1-bd51ed145233 HTTP/1.1" status: 200 len: 210 time: 0.0733604 Apr 15 10:50:21.931258 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57205b3-583f-494a-a19d-abb2e0d56427 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c09a2153-4c60-41c0-9f30-f656c5037494,revision_number=0']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:21.938370 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e57205b3-583f-494a-a19d-abb2e0d56427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:21.979368 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57205b3-583f-494a-a19d-abb2e0d56427 admin admin] Checking segment: {'id': 'dca0ade4-ab81-45c8-b95b-1b00c6d691d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9f19835a-ad99-4134-9d53-1e73b3ca8574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:50:21.979771 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57205b3-583f-494a-a19d-abb2e0d56427 admin admin] Network hostable DHCP agents. Network: 9f19835a-ad99-4134-9d53-1e73b3ca8574, hostable agents: ['18362263-581c-45fc-9271-eb619391ffd4'], hosted agents: [] {{(pid=85270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:50:21.998851 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57205b3-583f-494a-a19d-abb2e0d56427 admin admin] Network 9f19835a-ad99-4134-9d53-1e73b3ca8574 is scheduled to be hosted by DHCP agent 18362263-581c-45fc-9271-eb619391ffd4 with binding_index 1 {{(pid=85270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:50:22.006853 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-e57205b3-583f-494a-a19d-abb2e0d56427 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-1-iscsi, 9f19835a-ad99-4134-9d53-1e73b3ca8574) {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:50:22.011427 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57205b3-583f-494a-a19d-abb2e0d56427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:22.012073 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e57205b3-583f-494a-a19d-abb2e0d56427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for subnet, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:22.016132 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7976863c-ebe3-4a6b-8ecd-3c7c7c647424 None None] Network 9f19835a-ad99-4134-9d53-1e73b3ca8574 requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:50:22.033761 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-e57205b3-583f-494a-a19d-abb2e0d56427 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9306107 Apr 15 10:50:22.037062 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 38298) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:22.042326 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-c872106b-cfee-4abf-a2c0-70b5635bb026 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-117946048-router', 'tenant_id': '8bcb1eb90140445da3fa22dfd1c24874', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'}}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:50:22.047132 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-c872106b-cfee-4abf-a2c0-70b5635bb026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:50:22.051186 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-c872106b-cfee-4abf-a2c0-70b5635bb026 admin admin] Usage tracker for resource:router and tenant:8bcb1eb90140445da3fa22dfd1c24874 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:50:22.054336 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-c872106b-cfee-4abf-a2c0-70b5635bb026 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:50:22.060464 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-c872106b-cfee-4abf-a2c0-70b5635bb026 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:50:22.070902 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c872106b-cfee-4abf-a2c0-70b5635bb026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854364945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036850582375'] for router, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:22.072057 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c872106b-cfee-4abf-a2c0-70b5635bb026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4193425'] for router, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:22.092519 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c872106b-cfee-4abf-a2c0-70b5635bb026 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:22.250452 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708a12d8-012b-4d8e-896d-882a1e564874 None None] Network 9f19835a-ad99-4134-9d53-1e73b3ca8574 requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:50:22.445857 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c872106b-cfee-4abf-a2c0-70b5635bb026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854364930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4193534'] for router, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:22.776518 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c872106b-cfee-4abf-a2c0-70b5635bb026 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:22.808878 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c872106b-cfee-4abf-a2c0-70b5635bb026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:22.960068 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-c872106b-cfee-4abf-a2c0-70b5635bb026 admin admin] Allocated IP 172.27.2.209 (533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f/ee0371ba-4ff7-4e97-afb9-409670eb4ad7/cbc93d02-59e2-4482-8b25-ef6bfbae8173) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:50:23.259639 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-cc3c6445-280a-41f5-82a3-006a5f82b404 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Request body: {'port': {'device_id': 'dc3de522-7846-403d-bbc1-bd51ed145233', 'network_id': 'c4f6e935-b869-426f-8147-87b90ae81bd1', 'admin_state_up': True, 'tenant_id': '468002c968c349e39872f05034981878'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:50:23.319294 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-cd8333ae-dd3a-43e9-9a1e-8665f6d5cdaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:23.340949 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b4eff92c-b0b4-495d-9097-f309918bf559 req-e8edbc1d-0d34-44d0-a917-f0d15383592c tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc3de522-7846-403d-bbc1-bd51ed145233 HTTP/1.1" status: 200 len: 210 time: 0.0942442 Apr 15 10:50:23.502040 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c872106b-cfee-4abf-a2c0-70b5635bb026 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:23.520156 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-cc3c6445-280a-41f5-82a3-006a5f82b404 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:50:23.533407 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-cc3c6445-280a-41f5-82a3-006a5f82b404 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:50:23.547342 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-cc3c6445-280a-41f5-82a3-006a5f82b404 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Made reservation on behalf of 468002c968c349e39872f05034981878 for: {'port': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:50:23.553901 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-cc3c6445-280a-41f5-82a3-006a5f82b404 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:23.623561 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c872106b-cfee-4abf-a2c0-70b5635bb026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:23.647249 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-c7513752-a553-415a-8e6f-a2f9c7f7645a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:23.809044 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872106b-cfee-4abf-a2c0-70b5635bb026 admin admin] Pushing event updated for resources: {'Port': ['ID=cbc93d02-59e2-4482-8b25-ef6bfbae8173,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:23.845491 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-c872106b-cfee-4abf-a2c0-70b5635bb026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:23.919727 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-cc3c6445-280a-41f5-82a3-006a5f82b404 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Allocated IP 172.20.0.8 (c4f6e935-b869-426f-8147-87b90ae81bd1/19827f90-228d-4b46-b4a8-3e3339c5c6d7/e9eef8d5-2ac0-47ce-a131-04499f6db4ad) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:50:23.927815 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c872106b-cfee-4abf-a2c0-70b5635bb026 admin admin] Network 533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:50:23.930112 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-c872106b-cfee-4abf-a2c0-70b5635bb026 admin admin] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:50:23.935433 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c872106b-cfee-4abf-a2c0-70b5635bb026 admin admin] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:50:24.112602 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:24.307399 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:24.491754 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-cc3c6445-280a-41f5-82a3-006a5f82b404 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:24.555756 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f2ae0e3f-9eef-4eda-b288-c5e8ad495c6e req-e58d26a5-c635-4713-aa57-abe0e04c5d9d tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc3de522-7846-403d-bbc1-bd51ed145233 HTTP/1.1" status: 200 len: 210 time: 0.0719364 Apr 15 10:50:24.565402 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c872106b-cfee-4abf-a2c0-70b5635bb026 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:24.735392 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-cc3c6445-280a-41f5-82a3-006a5f82b404 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:24.767816 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-c7513752-a553-415a-8e6f-a2f9c7f7645a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:25.056702 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c6445-280a-41f5-82a3-006a5f82b404 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Pushing event updated for resources: {'Port': ['ID=e9eef8d5-2ac0-47ce-a131-04499f6db4ad,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:25.066575 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-cc3c6445-280a-41f5-82a3-006a5f82b404 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:25.074816 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:25.092161 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['bf21c0bb-8b3c-4843-a511-1cf9eb23aafc'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:50:25.148092 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:25.346846 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c872106b-cfee-4abf-a2c0-70b5635bb026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854360748'] for router, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:25.411978 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-cc3c6445-280a-41f5-82a3-006a5f82b404 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Network c4f6e935-b869-426f-8147-87b90ae81bd1 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:50:25.418622 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-cc3c6445-280a-41f5-82a3-006a5f82b404 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:50:25.483720 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-cc3c6445-280a-41f5-82a3-006a5f82b404 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:50:25.489898 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-cc3c6445-280a-41f5-82a3-006a5f82b404 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:25.490673 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-cc3c6445-280a-41f5-82a3-006a5f82b404 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:25.554118 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-cc3c6445-280a-41f5-82a3-006a5f82b404 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3016846 Apr 15 10:50:25.627268 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c872106b-cfee-4abf-a2c0-70b5635bb026 admin admin] Router eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad is scheduled to L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 with binding_index 1 {{(pid=85270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 10:50:25.893845 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c872106b-cfee-4abf-a2c0-70b5635bb026 admin admin] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:50:25.903666 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cc115b-c21e-4035-a6ea-058eb78bd364 None None] Sync routers for ids ['eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad'] in dv-cinder-786383-1-iscsi {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:50:25.906923 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3fcb2-c00a-4e3d-89c8-317e3dc12627 req-3ed97117-88c4-4448-9e7e-1c9609e0bcae tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:25.907700 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-f2e3fcb2-c00a-4e3d-89c8-317e3dc12627 req-3ed97117-88c4-4448-9e7e-1c9609e0bcae tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Synchronizing usage tracker for tenant:468002c968c349e39872f05034981878 on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:50:25.914705 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cc115b-c21e-4035-a6ea-058eb78bd364 None None] Routers {'eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:50:25.915470 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-c0cc115b-c21e-4035-a6ea-058eb78bd364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:50:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:50:25.929433 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c872106b-cfee-4abf-a2c0-70b5635bb026 admin admin] Notify callbacks [] for router, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:25.930716 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-c872106b-cfee-4abf-a2c0-70b5635bb026 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.8926566 Apr 15 10:50:25.933778 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 38370) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:25.990358 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-f2e3fcb2-c00a-4e3d-89c8-317e3dc12627 req-3ed97117-88c4-4448-9e7e-1c9609e0bcae tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Unset dirty status for tenant:468002c968c349e39872f05034981878 on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:50:25.991640 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f2e3fcb2-c00a-4e3d-89c8-317e3dc12627 req-3ed97117-88c4-4448-9e7e-1c9609e0bcae tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc3de522-7846-403d-bbc1-bd51ed145233 HTTP/1.1" status: 200 len: 931 time: 0.3010840 Apr 15 10:50:26.109714 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-c0cc115b-c21e-4035-a6ea-058eb78bd364 None None] Set router eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:50:26.132665 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f2e3fcb2-c00a-4e3d-89c8-317e3dc12627 req-f27149c6-832a-4df9-b7ca-37d2b0fff812 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346283 Apr 15 10:50:26.416249 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-c0cc115b-c21e-4035-a6ea-058eb78bd364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad', 'name': 'tempest-ServerRescueNegativeTestJSON-117946048-router', 'tenant_id': '8bcb1eb90140445da3fa22dfd1c24874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'cbc93d02-59e2-4482-8b25-ef6bfbae8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:50:22Z', 'updated_at': '2021-04-15T10:50:24Z', 'revision_number': 3, 'project_id': '8bcb1eb90140445da3fa22dfd1c24874', 'gw_port': {'id': 'cbc93d02-59e2-4482-8b25-ef6bfbae8173', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:50:22Z', 'updated_at': '2021-04-15T10:50:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi'}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:50:26.420433 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cc115b-c21e-4035-a6ea-058eb78bd364 None None] Checking router: eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad for host: dv-cinder-786383-1-iscsi {{(pid=85276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:50:26.420828 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cc115b-c21e-4035-a6ea-058eb78bd364 None None] Updating router eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad port cbc93d02-59e2-4482-8b25-ef6bfbae8173 binding host dv-cinder-786383-1-iscsi {{(pid=85276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:50:26.480466 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c0cc115b-c21e-4035-a6ea-058eb78bd364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:26.703064 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f2ea330a-9262-4a52-bf54-b734eb88725f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:26.892783 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c0cc115b-c21e-4035-a6ea-058eb78bd364 None None] Notify callbacks [] for port, precommit_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:26.906388 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-c0cc115b-c21e-4035-a6ea-058eb78bd364 None None] Transition to ACTIVE for port object cbc93d02-59e2-4482-8b25-ef6bfbae8173 will not be triggered until provisioned by entity L2. {{(pid=85276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:50:26.913283 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c0cc115b-c21e-4035-a6ea-058eb78bd364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:26.930450 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:26.934551 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-f2ea330a-9262-4a52-bf54-b734eb88725f admin admin] Allocated IP 172.20.0.1 (9f19835a-ad99-4134-9d53-1e73b3ca8574/c09a2153-4c60-41c0-9f30-f656c5037494/69081e00-7083-42cd-bbf0-d65fbbe09814) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:50:27.100837 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f2ea330a-9262-4a52-bf54-b734eb88725f admin admin] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:27.132174 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f2ea330a-9262-4a52-bf54-b734eb88725f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:27.148805 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0acf6302-55fe-4c20-97a1-5e9717953d62 tempest-DeleteServersTestJSON-1793217733 tempest-DeleteServersTestJSON-1793217733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:27.230858 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9f358-eed4-4d97-9df5-8e61c97db41c None None] Pushing event updated for resources: {'Port': ['ID=cbc93d02-59e2-4482-8b25-ef6bfbae8173,revision_number=2']} {{(pid=85276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:27.244538 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9f358-eed4-4d97-9df5-8e61c97db41c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:27.244921 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9f358-eed4-4d97-9df5-8e61c97db41c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:27.245296 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9f358-eed4-4d97-9df5-8e61c97db41c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:27.245664 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9f358-eed4-4d97-9df5-8e61c97db41c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:27.246028 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9f358-eed4-4d97-9df5-8e61c97db41c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:27.246394 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9f358-eed4-4d97-9df5-8e61c97db41c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:27.246754 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9f358-eed4-4d97-9df5-8e61c97db41c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:27.247139 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9f358-eed4-4d97-9df5-8e61c97db41c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:27.247500 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9f358-eed4-4d97-9df5-8e61c97db41c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:27.247855 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9f358-eed4-4d97-9df5-8e61c97db41c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:27.248210 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9f358-eed4-4d97-9df5-8e61c97db41c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:27.248563 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9f358-eed4-4d97-9df5-8e61c97db41c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:27.254418 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-ebb9f358-eed4-4d97-9df5-8e61c97db41c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:27.316267 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-c0cc115b-c21e-4035-a6ea-058eb78bd364 None None] Attempting to bind port cbc93d02-59e2-4482-8b25-ef6bfbae8173 on host dv-cinder-786383-1-iscsi for vnic_type normal with profile {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:50:27.316675 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-c0cc115b-c21e-4035-a6ea-058eb78bd364 None None] Attempting to bind port cbc93d02-59e2-4482-8b25-ef6bfbae8173 by drivers openvswitch,hyperv on host dv-cinder-786383-1-iscsi at level 0 using segments [{'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'}] {{(pid=85276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:50:27.317083 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cc115b-c21e-4035-a6ea-058eb78bd364 None None] Attempting to bind port cbc93d02-59e2-4482-8b25-ef6bfbae8173 on network 533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:50:27.325960 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cc115b-c21e-4035-a6ea-058eb78bd364 None None] Checking agent: {'id': '8830baa2-eb89-499a-aa08-32819d4139e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 40, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:50:27.326360 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cc115b-c21e-4035-a6ea-058eb78bd364 None None] Checking segment: {'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:50:27.326816 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c0cc115b-c21e-4035-a6ea-058eb78bd364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:27.327315 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cc115b-c21e-4035-a6ea-058eb78bd364 None None] Bound using segment: {'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'} {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:50:27.327844 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-c0cc115b-c21e-4035-a6ea-058eb78bd364 None None] Bound port: cbc93d02-59e2-4482-8b25-ef6bfbae8173, host: dv-cinder-786383-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'}}] {{(pid=85276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:50:27.328268 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c0cc115b-c21e-4035-a6ea-058eb78bd364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:27.412635 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-c0cc115b-c21e-4035-a6ea-058eb78bd364 None None] For port cbc93d02-59e2-4482-8b25-ef6bfbae8173, host dv-cinder-786383-1-iscsi, cleared binding levels {{(pid=85276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:50:27.416357 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-c0cc115b-c21e-4035-a6ea-058eb78bd364 None None] For port cbc93d02-59e2-4482-8b25-ef6bfbae8173, host dv-cinder-786383-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=cbc93d02-59e2-4482-8b25-ef6bfbae8173,segment=NetworkSegment(c54efefa-f121-49d4-9f1f-b433dc39aac8),segment_id=c54efefa-f121-49d4-9f1f-b433dc39aac8)] {{(pid=85276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:50:27.419840 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c0cc115b-c21e-4035-a6ea-058eb78bd364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:27.434233 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-b86da938-3442-48d5-bd39-d891765e85ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:27.548096 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-0937c645-ab7b-4417-aa21-464a07eb07ea service neutron] Request body: {'port': {'device_id': 'dc3de522-7846-403d-bbc1-bd51ed145233', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:50:27.575589 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea330a-9262-4a52-bf54-b734eb88725f admin admin] Pushing event updated for resources: {'Port': ['ID=69081e00-7083-42cd-bbf0-d65fbbe09814,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:27.583670 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9f358-eed4-4d97-9df5-8e61c97db41c None None] Pushing event updated for resources: {'Port': ['ID=cbc93d02-59e2-4482-8b25-ef6bfbae8173,revision_number=3']} {{(pid=85276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:27.590566 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f2ea330a-9262-4a52-bf54-b734eb88725f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:27.596776 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-ebb9f358-eed4-4d97-9df5-8e61c97db41c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:27.644799 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cc115b-c21e-4035-a6ea-058eb78bd364 None None] Routers {'eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:50:27.646033 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-c0cc115b-c21e-4035-a6ea-058eb78bd364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:50:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:50:27.734863 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71e7f1-89a7-46d4-879a-00da4a6358ad req-1da2acd2-5af4-4a43-9956-3592a5396a58 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:27.736507 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8c71e7f1-89a7-46d4-879a-00da4a6358ad req-1da2acd2-5af4-4a43-9956-3592a5396a58 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc3de522-7846-403d-bbc1-bd51ed145233 HTTP/1.1" status: 200 len: 931 time: 0.4615588 Apr 15 10:50:27.750294 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ea330a-9262-4a52-bf54-b734eb88725f admin admin] Network 9f19835a-ad99-4134-9d53-1e73b3ca8574 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:50:27.766562 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-f2ea330a-9262-4a52-bf54-b734eb88725f admin admin] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:50:27.777604 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ea330a-9262-4a52-bf54-b734eb88725f admin admin] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:50:27.778164 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f2ea330a-9262-4a52-bf54-b734eb88725f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854360687'] for router_interface, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:27.839319 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-c0cc115b-c21e-4035-a6ea-058eb78bd364 None None] Set router eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:50:27.938371 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-0937c645-ab7b-4417-aa21-464a07eb07ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:27.983829 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8c71e7f1-89a7-46d4-879a-00da4a6358ad req-1e1fa8e8-8f3d-462b-8bc0-35e1e8d38ae8 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375734 Apr 15 10:50:28.151712 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-c0cc115b-c21e-4035-a6ea-058eb78bd364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad', 'name': 'tempest-ServerRescueNegativeTestJSON-117946048-router', 'tenant_id': '8bcb1eb90140445da3fa22dfd1c24874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'cbc93d02-59e2-4482-8b25-ef6bfbae8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:50:22Z', 'updated_at': '2021-04-15T10:50:24Z', 'revision_number': 3, 'project_id': '8bcb1eb90140445da3fa22dfd1c24874', 'gw_port': {'id': 'cbc93d02-59e2-4482-8b25-ef6bfbae8173', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:50:22Z', 'updated_at': '2021-04-15T10:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi'}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:50:28.155936 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cc115b-c21e-4035-a6ea-058eb78bd364 None None] The sync data for ids ['eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad'] in dv-cinder-786383-1-iscsi is: [{'id': 'eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad', 'name': 'tempest-ServerRescueNegativeTestJSON-117946048-router', 'tenant_id': '8bcb1eb90140445da3fa22dfd1c24874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'cbc93d02-59e2-4482-8b25-ef6bfbae8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:50:22Z', 'updated_at': '2021-04-15T10:50:24Z', 'revision_number': 3, 'project_id': '8bcb1eb90140445da3fa22dfd1c24874', 'gw_port': {'id': 'cbc93d02-59e2-4482-8b25-ef6bfbae8173', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:50:22Z', 'updated_at': '2021-04-15T10:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi'}] {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:50:28.293786 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f2ea330a-9262-4a52-bf54-b734eb88725f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:28.756720 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-0937c645-ab7b-4417-aa21-464a07eb07ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9eef8d5-2ac0-47ce-a131-04499f6db4ad {{(pid=85270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:50:28.768910 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-0937c645-ab7b-4417-aa21-464a07eb07ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:28.793724 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-0937c645-ab7b-4417-aa21-464a07eb07ea service neutron] Transition to ACTIVE for port object e9eef8d5-2ac0-47ce-a131-04499f6db4ad will not be triggered until provisioned by entity L2. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:50:28.808071 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-0937c645-ab7b-4417-aa21-464a07eb07ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:28.831689 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f2ea330a-9262-4a52-bf54-b734eb88725f admin admin] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:28.833548 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-cc3c6445-280a-41f5-82a3-006a5f82b404 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:28.943134 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f2ea330a-9262-4a52-bf54-b734eb88725f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:28.952525 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f2ea330a-9262-4a52-bf54-b734eb88725f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854122366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854366150'] for router_interface, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:29.052341 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0937c645-ab7b-4417-aa21-464a07eb07ea service neutron] Pushing event updated for resources: {'Port': ['ID=e9eef8d5-2ac0-47ce-a131-04499f6db4ad,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:29.055396 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0937c645-ab7b-4417-aa21-464a07eb07ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:29.059900 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:29.388825 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device cbc93d02-59e2-4482-8b25-ef6bfbae8173 up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:50:29.461961 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning for port cbc93d02-59e2-4482-8b25-ef6bfbae8173 completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:50:29.466227 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea330a-9262-4a52-bf54-b734eb88725f admin admin] Pushing event updated for resources: {'Port': ['ID=69081e00-7083-42cd-bbf0-d65fbbe09814,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:29.467171 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port cbc93d02-59e2-4482-8b25-ef6bfbae8173 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:50:29.467605 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:29.469176 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f2ea330a-9262-4a52-bf54-b734eb88725f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:29.590628 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ea330a-9262-4a52-bf54-b734eb88725f admin admin] Network 9f19835a-ad99-4134-9d53-1e73b3ca8574 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:50:29.595204 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:29.612001 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] For port cbc93d02-59e2-4482-8b25-ef6bfbae8173, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=cbc93d02-59e2-4482-8b25-ef6bfbae8173,segment=NetworkSegment(c54efefa-f121-49d4-9f1f-b433dc39aac8),segment_id=c54efefa-f121-49d4-9f1f-b433dc39aac8)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:50:29.616118 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:29.617961 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:29.629410 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-f2ea330a-9262-4a52-bf54-b734eb88725f admin admin] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:50:29.689068 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Pushing event updated for resources: {'Port': ['ID=cbc93d02-59e2-4482-8b25-ef6bfbae8173,revision_number=4']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:29.697583 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:29.697981 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:29.698371 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:29.698760 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:29.699198 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:29.699579 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:29.699954 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:29.700326 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:29.700720 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:29.701091 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:29.701463 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:29.701831 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:29.705859 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:29.722216 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f6828-fde7-44d5-90fa-7f5d347da400 req-5a16ea93-4b68-42ff-be62-5ded679c3934 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:29.723858 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-782f6828-fde7-44d5-90fa-7f5d347da400 req-5a16ea93-4b68-42ff-be62-5ded679c3934 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc3de522-7846-403d-bbc1-bd51ed145233 HTTP/1.1" status: 200 len: 943 time: 0.6117299 Apr 15 10:50:29.797358 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-0937c645-ab7b-4417-aa21-464a07eb07ea service neutron] Attempting to bind port e9eef8d5-2ac0-47ce-a131-04499f6db4ad on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:50:29.797727 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-0937c645-ab7b-4417-aa21-464a07eb07ea service neutron] Attempting to bind port e9eef8d5-2ac0-47ce-a131-04499f6db4ad by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '9d4b411c-2002-4aee-a880-e637d51bd4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c4f6e935-b869-426f-8147-87b90ae81bd1'}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:50:29.798093 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-0937c645-ab7b-4417-aa21-464a07eb07ea service neutron] Attempting to bind port e9eef8d5-2ac0-47ce-a131-04499f6db4ad on network c4f6e935-b869-426f-8147-87b90ae81bd1 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:50:29.823689 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-0937c645-ab7b-4417-aa21-464a07eb07ea service neutron] Port e9eef8d5-2ac0-47ce-a131-04499f6db4ad on network c4f6e935-b869-426f-8147-87b90ae81bd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:50:29.824060 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-0937c645-ab7b-4417-aa21-464a07eb07ea service neutron] Attempting to bind port e9eef8d5-2ac0-47ce-a131-04499f6db4ad on network c4f6e935-b869-426f-8147-87b90ae81bd1 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:50:29.855559 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-0937c645-ab7b-4417-aa21-464a07eb07ea service neutron] Checking agent: {'id': '39ee03b0-0a73-4082-87ae-8bc447154759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:50:29.856196 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-0937c645-ab7b-4417-aa21-464a07eb07ea service neutron] Checking segment: {'id': '9d4b411c-2002-4aee-a880-e637d51bd4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c4f6e935-b869-426f-8147-87b90ae81bd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:50:29.856552 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-0937c645-ab7b-4417-aa21-464a07eb07ea service neutron] Bound using segment: {'id': '9d4b411c-2002-4aee-a880-e637d51bd4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c4f6e935-b869-426f-8147-87b90ae81bd1'} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:50:29.857186 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-0937c645-ab7b-4417-aa21-464a07eb07ea service neutron] Bound port: e9eef8d5-2ac0-47ce-a131-04499f6db4ad, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d4b411c-2002-4aee-a880-e637d51bd4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c4f6e935-b869-426f-8147-87b90ae81bd1'}}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:50:29.857576 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-0937c645-ab7b-4417-aa21-464a07eb07ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:29.895032 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-782f6828-fde7-44d5-90fa-7f5d347da400 req-28664233-c705-4dbd-9d10-be57305a825a tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089129 Apr 15 10:50:29.995184 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ea330a-9262-4a52-bf54-b734eb88725f admin admin] Router eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad has already been hosted by L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 {{(pid=85270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:50:30.011501 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-0937c645-ab7b-4417-aa21-464a07eb07ea service neutron] For port e9eef8d5-2ac0-47ce-a131-04499f6db4ad, host hv-cinder-78638, cleared binding levels {{(pid=85270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:50:30.016579 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-0937c645-ab7b-4417-aa21-464a07eb07ea service neutron] For port e9eef8d5-2ac0-47ce-a131-04499f6db4ad, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e9eef8d5-2ac0-47ce-a131-04499f6db4ad,segment=NetworkSegment(9d4b411c-2002-4aee-a880-e637d51bd4ad),segment_id=9d4b411c-2002-4aee-a880-e637d51bd4ad)] {{(pid=85270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:50:30.077826 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-0937c645-ab7b-4417-aa21-464a07eb07ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:30.160320 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:30.361586 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0937c645-ab7b-4417-aa21-464a07eb07ea service neutron] Pushing event updated for resources: {'Port': ['ID=e9eef8d5-2ac0-47ce-a131-04499f6db4ad,revision_number=3']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:30.375724 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0937c645-ab7b-4417-aa21-464a07eb07ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:30.390574 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ea330a-9262-4a52-bf54-b734eb88725f admin admin] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:50:30.405174 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-0937c645-ab7b-4417-aa21-464a07eb07ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:30.405846 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-0937c645-ab7b-4417-aa21-464a07eb07ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:30.407329 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-0937c645-ab7b-4417-aa21-464a07eb07ea service neutron] 10.222.0.60 "PUT /v2.0/ports/e9eef8d5-2ac0-47ce-a131-04499f6db4ad HTTP/1.1" status: 200 len: 1093 time: 2.8763950 Apr 15 10:50:30.407944 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3de522-7846-403d-bbc1-bd51ed145233', 'tag': 'e9eef8d5-2ac0-47ce-a131-04499f6db4ad'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:50:30.415445 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-f2ea330a-9262-4a52-bf54-b734eb88725f admin admin] 10.222.0.36 "PUT /v2.0/routers/eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4805923 Apr 15 10:50:30.464158 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc3de522-7846-403d-bbc1-bd51ed145233', 'tag': 'e9eef8d5-2ac0-47ce-a131-04499f6db4ad', 'status': 'completed', 'code': 200} Apr 15 10:50:30.553139 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-f872db19-06a0-4dba-8e3b-3644e6347544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:30.554764 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-f872db19-06a0-4dba-8e3b-3644e6347544 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=468002c968c349e39872f05034981878&device_id=dc3de522-7846-403d-bbc1-bd51ed145233 HTTP/1.1" status: 200 len: 1096 time: 0.0870311 Apr 15 10:50:30.634918 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-f9842a3d-f391-4a13-a3a9-b2ac2489543f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9eef8d5-2ac0-47ce-a131-04499f6db4ad HTTP/1.1" status: 200 len: 217 time: 0.0690558 Apr 15 10:50:30.727325 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-2516f42b-f5fa-4dda-9171-41ae154392fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:30.729029 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-2516f42b-f5fa-4dda-9171-41ae154392fc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=19827f90-228d-4b46-b4a8-3e3339c5c6d7 HTTP/1.1" status: 200 len: 855 time: 0.0837021 Apr 15 10:50:30.790743 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-482eb57c-7511-400a-9a3d-b47eaef4afec service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c4f6e935-b869-426f-8147-87b90ae81bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546799 Apr 15 10:50:30.977630 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395ccadb-1c15-4f82-b5af-becbcfbd8e5d None None] Sync routers for ids ['eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad'] in dv-cinder-786383-1-iscsi {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:50:30.987917 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395ccadb-1c15-4f82-b5af-becbcfbd8e5d None None] Routers {'eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:50:30.988801 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-395ccadb-1c15-4f82-b5af-becbcfbd8e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:50:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:50:31.092497 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-90ba0e64-8026-48e6-b468-9e090867dad4 service neutron] 10.222.0.60 "GET /v2.0/networks/c4f6e935-b869-426f-8147-87b90ae81bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954481 Apr 15 10:50:31.255518 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-395ccadb-1c15-4f82-b5af-becbcfbd8e5d None None] Set router eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:50:31.259394 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-abc0c408-512f-4d37-bd0a-73511a91a540 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:31.261207 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-abc0c408-512f-4d37-bd0a-73511a91a540 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/networks?id=9f19835a-ad99-4134-9d53-1e73b3ca8574 HTTP/1.1" status: 200 len: 818 time: 0.3846636 Apr 15 10:50:31.374991 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-d6288c88-0fd6-4a56-90f5-a4e252303d8c tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/quotas/8bcb1eb90140445da3fa22dfd1c24874 HTTP/1.1" status: 200 len: 375 time: 0.0979548 Apr 15 10:50:31.485834 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device cbc93d02-59e2-4482-8b25-ef6bfbae8173 up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:50:31.608840 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a743dc04-c234-46ce-b4f8-023ab0b69b07 req-7b03e3da-ce45-4b1d-8479-8799443b012f service neutron] 10.222.0.60 "GET /v2.0/networks/c4f6e935-b869-426f-8147-87b90ae81bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4986095 Apr 15 10:50:31.624888 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f1513-3987-40da-9e8d-ad6e14d46bec req-460d710b-681c-4c1f-a51a-8414cbe1d4ca tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:31.626558 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e89f1513-3987-40da-9e8d-ad6e14d46bec req-460d710b-681c-4c1f-a51a-8414cbe1d4ca tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc3de522-7846-403d-bbc1-bd51ed145233 HTTP/1.1" status: 200 len: 943 time: 0.4904292 Apr 15 10:50:31.632007 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-f91f0f26-b40b-409b-8be6-07ebf34b83e2 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Synchronizing usage tracker for tenant:8bcb1eb90140445da3fa22dfd1c24874 on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:50:31.703115 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port cbc93d02-59e2-4482-8b25-ef6bfbae8173 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:50:31.703609 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:31.715632 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-f91f0f26-b40b-409b-8be6-07ebf34b83e2 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Unset dirty status for tenant:8bcb1eb90140445da3fa22dfd1c24874 on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:50:31.724930 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-f91f0f26-b40b-409b-8be6-07ebf34b83e2 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bcb1eb90140445da3fa22dfd1c24874&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3368909 Apr 15 10:50:31.844910 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e89f1513-3987-40da-9e8d-ad6e14d46bec req-0add9cbd-32f7-48a2-b450-7d5ba022cd86 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059767 Apr 15 10:50:31.915209 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85c82e-eaed-49b2-84ae-0ede87d97223 req-9d8ff1da-6621-4a6e-a844-746e220d658a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:31.916804 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6c85c82e-eaed-49b2-84ae-0ede87d97223 req-9d8ff1da-6621-4a6e-a844-746e220d658a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=468002c968c349e39872f05034981878&device_id=dc3de522-7846-403d-bbc1-bd51ed145233 HTTP/1.1" status: 200 len: 1096 time: 0.2527764 Apr 15 10:50:31.933022 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-f4359800-30c7-4e27-881d-29f8bd672659 service neutron] 10.222.0.36 "GET /v2.0/networks/9f19835a-ad99-4134-9d53-1e73b3ca8574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070811 Apr 15 10:50:31.943142 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-395ccadb-1c15-4f82-b5af-becbcfbd8e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad', 'name': 'tempest-ServerRescueNegativeTestJSON-117946048-router', 'tenant_id': '8bcb1eb90140445da3fa22dfd1c24874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'cbc93d02-59e2-4482-8b25-ef6bfbae8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:50:22Z', 'updated_at': '2021-04-15T10:50:28Z', 'revision_number': 4, 'project_id': '8bcb1eb90140445da3fa22dfd1c24874', 'gw_port': {'id': 'cbc93d02-59e2-4482-8b25-ef6bfbae8173', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:50:22Z', 'updated_at': '2021-04-15T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '69081e00-7083-42cd-bbf0-d65fbbe09814', 'name': '', 'network_id': '9f19835a-ad99-4134-9d53-1e73b3ca8574', 'tenant_id': '8bcb1eb90140445da3fa22dfd1c24874', 'mac_address': 'fa:16:3e:83:f1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'c09a2153-4c60-41c0-9f30-f656c5037494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:50:26Z', 'updated_at': '2021-04-15T10:50:28Z', 'revision_number': 2, 'project_id': '8bcb1eb90140445da3fa22dfd1c24874', 'subnets': [{'id': 'c09a2153-4c60-41c0-9f30-f656c5037494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:50:31.947886 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395ccadb-1c15-4f82-b5af-becbcfbd8e5d None None] Checking router: eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad for host: dv-cinder-786383-1-iscsi {{(pid=85273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:50:31.948306 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395ccadb-1c15-4f82-b5af-becbcfbd8e5d None None] Updating router eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad port 69081e00-7083-42cd-bbf0-d65fbbe09814 binding host dv-cinder-786383-1-iscsi {{(pid=85273) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:50:32.212146 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-395ccadb-1c15-4f82-b5af-becbcfbd8e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:32.464433 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-607d07a8-2164-4eaa-800d-5390ac3bc381 service neutron] 10.222.0.36 "GET /v2.0/networks/9f19835a-ad99-4134-9d53-1e73b3ca8574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5304537 Apr 15 10:50:32.469614 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85c82e-eaed-49b2-84ae-0ede87d97223 req-a9afe450-c3bb-4412-91af-a4f099c559c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:32.477066 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6c85c82e-eaed-49b2-84ae-0ede87d97223 req-a9afe450-c3bb-4412-91af-a4f099c559c2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c4f6e935-b869-426f-8147-87b90ae81bd1 HTTP/1.1" status: 200 len: 916 time: 0.5204959 Apr 15 10:50:32.718132 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e75f834e-0535-40de-a9fd-2371d8dbbe39 req-861c5d2f-7c0c-4aba-89e4-bfa01baaeccf tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 210 time: 0.0607691 Apr 15 10:50:32.929879 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-395ccadb-1c15-4f82-b5af-becbcfbd8e5d None None] Notify callbacks [] for port, precommit_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:32.946581 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-395ccadb-1c15-4f82-b5af-becbcfbd8e5d None None] Transition to ACTIVE for port object 69081e00-7083-42cd-bbf0-d65fbbe09814 will not be triggered until provisioned by entity L2. {{(pid=85273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:50:32.980750 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-395ccadb-1c15-4f82-b5af-becbcfbd8e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:33.008676 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:33.162678 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a5079-1d27-4f56-8aef-49118df0e3b9 None None] Pushing event updated for resources: {'Port': ['ID=69081e00-7083-42cd-bbf0-d65fbbe09814,revision_number=3']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:33.173510 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-b17a5079-1d27-4f56-8aef-49118df0e3b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:33.193646 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-e6a62f7f-4a22-4a4c-820f-5c757af52173 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:33.195836 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-e6a62f7f-4a22-4a4c-820f-5c757af52173 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/networks?id=9f19835a-ad99-4134-9d53-1e73b3ca8574 HTTP/1.1" status: 200 len: 818 time: 0.2812314 Apr 15 10:50:33.232324 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-eb1465b6-d48d-49ee-9515-02dabdbf72c2 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/quotas/8bcb1eb90140445da3fa22dfd1c24874 HTTP/1.1" status: 200 len: 375 time: 0.0245790 Apr 15 10:50:33.249637 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25592a64-2326-4a3e-9046-ecf35b12d72b req-f87055f8-b3c2-42f9-a08d-4a0acb96dad6 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:33.252106 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-25592a64-2326-4a3e-9046-ecf35b12d72b req-f87055f8-b3c2-42f9-a08d-4a0acb96dad6 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc3de522-7846-403d-bbc1-bd51ed145233 HTTP/1.1" status: 200 len: 943 time: 0.1939175 Apr 15 10:50:33.418846 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-25592a64-2326-4a3e-9046-ecf35b12d72b req-a9da1492-cd8a-4f81-a422-c26e10f6f473 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093664 Apr 15 10:50:33.423593 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-395ccadb-1c15-4f82-b5af-becbcfbd8e5d None None] Attempting to bind port 69081e00-7083-42cd-bbf0-d65fbbe09814 on host dv-cinder-786383-1-iscsi for vnic_type normal with profile {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:50:33.424013 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-395ccadb-1c15-4f82-b5af-becbcfbd8e5d None None] Attempting to bind port 69081e00-7083-42cd-bbf0-d65fbbe09814 by drivers openvswitch,hyperv on host dv-cinder-786383-1-iscsi at level 0 using segments [{'id': 'dca0ade4-ab81-45c8-b95b-1b00c6d691d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9f19835a-ad99-4134-9d53-1e73b3ca8574'}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:50:33.424425 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395ccadb-1c15-4f82-b5af-becbcfbd8e5d None None] Attempting to bind port 69081e00-7083-42cd-bbf0-d65fbbe09814 on network 9f19835a-ad99-4134-9d53-1e73b3ca8574 {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:50:33.431107 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395ccadb-1c15-4f82-b5af-becbcfbd8e5d None None] Checking agent: {'id': '8830baa2-eb89-499a-aa08-32819d4139e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 40, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:50:33.431528 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395ccadb-1c15-4f82-b5af-becbcfbd8e5d None None] Checking segment: {'id': 'dca0ade4-ab81-45c8-b95b-1b00c6d691d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9f19835a-ad99-4134-9d53-1e73b3ca8574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:50:33.431979 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-395ccadb-1c15-4f82-b5af-becbcfbd8e5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:33.432556 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395ccadb-1c15-4f82-b5af-becbcfbd8e5d None None] Bound using segment: {'id': 'dca0ade4-ab81-45c8-b95b-1b00c6d691d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9f19835a-ad99-4134-9d53-1e73b3ca8574'} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:50:33.433067 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-395ccadb-1c15-4f82-b5af-becbcfbd8e5d None None] Bound port: 69081e00-7083-42cd-bbf0-d65fbbe09814, host: dv-cinder-786383-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca0ade4-ab81-45c8-b95b-1b00c6d691d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9f19835a-ad99-4134-9d53-1e73b3ca8574'}}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:50:33.433483 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-395ccadb-1c15-4f82-b5af-becbcfbd8e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:33.438779 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-9812f5d6-e83b-4416-b372-1c276cc0fd4f tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bcb1eb90140445da3fa22dfd1c24874&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1856277 Apr 15 10:50:33.536593 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-395ccadb-1c15-4f82-b5af-becbcfbd8e5d None None] For port 69081e00-7083-42cd-bbf0-d65fbbe09814, host dv-cinder-786383-1-iscsi, cleared binding levels {{(pid=85273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:50:33.540094 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-395ccadb-1c15-4f82-b5af-becbcfbd8e5d None None] For port 69081e00-7083-42cd-bbf0-d65fbbe09814, host dv-cinder-786383-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=69081e00-7083-42cd-bbf0-d65fbbe09814,segment=NetworkSegment(dca0ade4-ab81-45c8-b95b-1b00c6d691d9),segment_id=dca0ade4-ab81-45c8-b95b-1b00c6d691d9)] {{(pid=85273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:50:33.543478 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-395ccadb-1c15-4f82-b5af-becbcfbd8e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:33.559364 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-6b2bfe55-84c2-49d4-8541-e06d6c42e729 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:33.613161 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-aec02763-169f-4a47-97d0-acaf84184768 service neutron] 10.222.0.36 "GET /v2.0/networks/9f19835a-ad99-4134-9d53-1e73b3ca8574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657579 Apr 15 10:50:33.716153 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a5079-1d27-4f56-8aef-49118df0e3b9 None None] Pushing event updated for resources: {'Port': ['ID=69081e00-7083-42cd-bbf0-d65fbbe09814,revision_number=4']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:33.719494 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-b17a5079-1d27-4f56-8aef-49118df0e3b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:33.762373 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-277ed295-96c5-4120-9f89-a6f37054d5d6 service neutron] 10.222.0.36 "GET /v2.0/networks/9f19835a-ad99-4134-9d53-1e73b3ca8574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411254 Apr 15 10:50:33.763169 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395ccadb-1c15-4f82-b5af-becbcfbd8e5d None None] Routers {'eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:50:33.763849 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-395ccadb-1c15-4f82-b5af-becbcfbd8e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:50:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:50:33.958888 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-395ccadb-1c15-4f82-b5af-becbcfbd8e5d None None] Set router eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:50:34.021600 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5391e5ca-9ce7-44c5-8504-f627d9dda379 req-fc973154-ffcf-4557-af0c-75b6d3078a19 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 210 time: 0.1148479 Apr 15 10:50:34.030765 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6c85c82e-eaed-49b2-84ae-0ede87d97223 req-17650851-7e01-4034-8eba-959d928bce2d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9eef8d5-2ac0-47ce-a131-04499f6db4ad HTTP/1.1" status: 200 len: 217 time: 0.0747025 Apr 15 10:50:34.322888 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-395ccadb-1c15-4f82-b5af-becbcfbd8e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad', 'name': 'tempest-ServerRescueNegativeTestJSON-117946048-router', 'tenant_id': '8bcb1eb90140445da3fa22dfd1c24874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'cbc93d02-59e2-4482-8b25-ef6bfbae8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:50:22Z', 'updated_at': '2021-04-15T10:50:28Z', 'revision_number': 4, 'project_id': '8bcb1eb90140445da3fa22dfd1c24874', 'gw_port': {'id': 'cbc93d02-59e2-4482-8b25-ef6bfbae8173', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:50:22Z', 'updated_at': '2021-04-15T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '69081e00-7083-42cd-bbf0-d65fbbe09814', 'name': '', 'network_id': '9f19835a-ad99-4134-9d53-1e73b3ca8574', 'tenant_id': '8bcb1eb90140445da3fa22dfd1c24874', 'mac_address': 'fa:16:3e:83:f1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'c09a2153-4c60-41c0-9f30-f656c5037494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:50:26Z', 'updated_at': '2021-04-15T10:50:33Z', 'revision_number': 4, 'project_id': '8bcb1eb90140445da3fa22dfd1c24874', 'subnets': [{'id': 'c09a2153-4c60-41c0-9f30-f656c5037494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:50:34.327058 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395ccadb-1c15-4f82-b5af-becbcfbd8e5d None None] The sync data for ids ['eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad'] in dv-cinder-786383-1-iscsi is: [{'id': 'eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad', 'name': 'tempest-ServerRescueNegativeTestJSON-117946048-router', 'tenant_id': '8bcb1eb90140445da3fa22dfd1c24874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'cbc93d02-59e2-4482-8b25-ef6bfbae8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:50:22Z', 'updated_at': '2021-04-15T10:50:28Z', 'revision_number': 4, 'project_id': '8bcb1eb90140445da3fa22dfd1c24874', 'gw_port': {'id': 'cbc93d02-59e2-4482-8b25-ef6bfbae8173', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:50:22Z', 'updated_at': '2021-04-15T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '69081e00-7083-42cd-bbf0-d65fbbe09814', 'name': '', 'network_id': '9f19835a-ad99-4134-9d53-1e73b3ca8574', 'tenant_id': '8bcb1eb90140445da3fa22dfd1c24874', 'mac_address': 'fa:16:3e:83:f1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'c09a2153-4c60-41c0-9f30-f656c5037494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:50:26Z', 'updated_at': '2021-04-15T10:50:33Z', 'revision_number': 4, 'project_id': '8bcb1eb90140445da3fa22dfd1c24874', 'subnets': [{'id': 'c09a2153-4c60-41c0-9f30-f656c5037494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:50:34.656641 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79a685-0234-4995-9c7e-7f00e558a09d req-873cff63-edae-4b45-a768-09b0908bc4ab tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:34.658335 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bd79a685-0234-4995-9c7e-7f00e558a09d req-873cff63-edae-4b45-a768-09b0908bc4ab tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc3de522-7846-403d-bbc1-bd51ed145233 HTTP/1.1" status: 200 len: 943 time: 0.1112010 Apr 15 10:50:34.709968 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bd79a685-0234-4995-9c7e-7f00e558a09d req-03d7a0f0-bcec-4620-af99-6ddc3f550fe1 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449843 Apr 15 10:50:35.189618 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-716fbed9-d98e-4519-966f-dd9ed54efa88 req-7eb94899-0026-42b9-835e-2d8ff82a856e tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 210 time: 0.0491211 Apr 15 10:50:35.384686 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 69081e00-7083-42cd-bbf0-d65fbbe09814 up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:50:35.455996 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning for port 69081e00-7083-42cd-bbf0-d65fbbe09814 completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:50:35.460825 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port 69081e00-7083-42cd-bbf0-d65fbbe09814 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:50:35.461701 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:35.588751 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:35.624653 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] For port 69081e00-7083-42cd-bbf0-d65fbbe09814, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=69081e00-7083-42cd-bbf0-d65fbbe09814,segment=NetworkSegment(dca0ade4-ab81-45c8-b95b-1b00c6d691d9),segment_id=dca0ade4-ab81-45c8-b95b-1b00c6d691d9)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:50:35.627841 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:35.630277 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:35.704604 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Pushing event updated for resources: {'Port': ['ID=69081e00-7083-42cd-bbf0-d65fbbe09814,revision_number=5']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:35.708288 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:35.918306 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdbbc01-8328-496b-8989-0b2a15504e75 req-71c51f0d-78f8-4175-9e6f-ad5a2fca3120 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:35.919944 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-dcdbbc01-8328-496b-8989-0b2a15504e75 req-71c51f0d-78f8-4175-9e6f-ad5a2fca3120 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc3de522-7846-403d-bbc1-bd51ed145233 HTTP/1.1" status: 200 len: 943 time: 0.0913851 Apr 15 10:50:35.967281 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-dcdbbc01-8328-496b-8989-0b2a15504e75 req-b725d81b-e5a0-4da0-bc5c-064a68d74783 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409563 Apr 15 10:50:36.359313 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f5471345-7924-4d1e-a2de-1581002f074e req-4da700f8-f421-4063-8b48-c41c526f5907 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 210 time: 0.0521586 Apr 15 10:50:36.622022 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85c82e-eaed-49b2-84ae-0ede87d97223 req-8b030bc0-752a-4cb6-b995-dd410096e8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:36.623814 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6c85c82e-eaed-49b2-84ae-0ede87d97223 req-8b030bc0-752a-4cb6-b995-dd410096e8e8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=19827f90-228d-4b46-b4a8-3e3339c5c6d7 HTTP/1.1" status: 200 len: 855 time: 0.0716822 Apr 15 10:50:36.692987 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6c85c82e-eaed-49b2-84ae-0ede87d97223 req-1094cc83-f495-43f0-9ac0-075f49b35139 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c4f6e935-b869-426f-8147-87b90ae81bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584962 Apr 15 10:50:36.856716 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6c85c82e-eaed-49b2-84ae-0ede87d97223 req-58277727-0fbb-4681-ad91-6363930cc1a9 service neutron] 10.222.0.60 "GET /v2.0/networks/c4f6e935-b869-426f-8147-87b90ae81bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447997 Apr 15 10:50:37.011592 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6c85c82e-eaed-49b2-84ae-0ede87d97223 req-eb0b1bc1-a8aa-4c92-bf16-7b8b782276b8 service neutron] 10.222.0.60 "GET /v2.0/networks/c4f6e935-b869-426f-8147-87b90ae81bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479731 Apr 15 10:50:37.172234 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c41a3-061b-445f-b6a7-24f893591ee1 req-0da0e062-1cdd-465f-8dc4-d23a6c0a32d3 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:37.173727 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-380c41a3-061b-445f-b6a7-24f893591ee1 req-0da0e062-1cdd-465f-8dc4-d23a6c0a32d3 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc3de522-7846-403d-bbc1-bd51ed145233 HTTP/1.1" status: 200 len: 943 time: 0.0902014 Apr 15 10:50:37.222919 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-380c41a3-061b-445f-b6a7-24f893591ee1 req-58625e9d-7647-4146-8f56-7b068b7e89b9 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422709 Apr 15 10:50:37.351285 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 69081e00-7083-42cd-bbf0-d65fbbe09814 up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:50:37.430147 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port 69081e00-7083-42cd-bbf0-d65fbbe09814 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:50:37.430652 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:37.533924 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c55e9e13-6eb7-4ddc-b530-3f1b7b93823f req-567879be-df7f-459a-a713-3850b9239d79 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 210 time: 0.0491464 Apr 15 10:50:37.840986 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-2614a685-55ca-448e-8337-6326bfb4787f tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:37.842884 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-2614a685-55ca-448e-8337-6326bfb4787f tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.60 "GET /v2.0/networks?id=9f19835a-ad99-4134-9d53-1e73b3ca8574 HTTP/1.1" status: 200 len: 818 time: 0.1674552 Apr 15 10:50:37.857156 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-120127f5-db33-4419-8f54-e3d15ba53b26 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Request body: {'port': {'device_id': '13c1cc76-76e8-45d0-bd22-39a4f263836e', 'network_id': '9f19835a-ad99-4134-9d53-1e73b3ca8574', 'admin_state_up': True, 'tenant_id': '8bcb1eb90140445da3fa22dfd1c24874'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:50:38.005569 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-120127f5-db33-4419-8f54-e3d15ba53b26 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:50:38.016144 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-120127f5-db33-4419-8f54-e3d15ba53b26 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:50:38.025963 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-120127f5-db33-4419-8f54-e3d15ba53b26 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Made reservation on behalf of 8bcb1eb90140445da3fa22dfd1c24874 for: {'port': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:50:38.032052 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-120127f5-db33-4419-8f54-e3d15ba53b26 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:38.204093 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-120127f5-db33-4419-8f54-e3d15ba53b26 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Allocated IP 172.20.0.3 (9f19835a-ad99-4134-9d53-1e73b3ca8574/c09a2153-4c60-41c0-9f30-f656c5037494/9f634873-83ec-46a0-a104-67c751999aac) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:50:38.492157 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-120127f5-db33-4419-8f54-e3d15ba53b26 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:38.514748 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669530c-8bb3-4c5d-8020-84abb07ffc3a req-07c58653-ef35-40f3-b199-60e7f3ede565 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:38.516288 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c669530c-8bb3-4c5d-8020-84abb07ffc3a req-07c58653-ef35-40f3-b199-60e7f3ede565 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc3de522-7846-403d-bbc1-bd51ed145233 HTTP/1.1" status: 200 len: 943 time: 0.1535146 Apr 15 10:50:38.576387 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c669530c-8bb3-4c5d-8020-84abb07ffc3a req-f852b800-547d-4451-b203-44246f6f2190 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528431 Apr 15 10:50:38.581826 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-120127f5-db33-4419-8f54-e3d15ba53b26 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:38.600504 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:38.781086 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7e99c895-a2bc-4e96-80b2-398945b675d7 req-90b8eede-f60f-4ba0-abae-42b58849adb8 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 210 time: 0.0770762 Apr 15 10:50:38.793289 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120127f5-db33-4419-8f54-e3d15ba53b26 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Pushing event updated for resources: {'Port': ['ID=9f634873-83ec-46a0-a104-67c751999aac,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:38.798496 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-120127f5-db33-4419-8f54-e3d15ba53b26 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:38.869671 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-120127f5-db33-4419-8f54-e3d15ba53b26 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Network 9f19835a-ad99-4134-9d53-1e73b3ca8574 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:50:38.870874 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-120127f5-db33-4419-8f54-e3d15ba53b26 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:50:38.873831 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-120127f5-db33-4419-8f54-e3d15ba53b26 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:50:38.881226 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-120127f5-db33-4419-8f54-e3d15ba53b26 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:38.882180 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-120127f5-db33-4419-8f54-e3d15ba53b26 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:38.930271 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-120127f5-db33-4419-8f54-e3d15ba53b26 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0773206 Apr 15 10:50:39.789762 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de83b7-63c9-4827-8374-4a0066944dd8 req-25c32954-8f54-4a6c-bd3a-25b05781b947 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:39.791479 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c5de83b7-63c9-4827-8374-4a0066944dd8 req-25c32954-8f54-4a6c-bd3a-25b05781b947 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc3de522-7846-403d-bbc1-bd51ed145233 HTTP/1.1" status: 200 len: 943 time: 0.0905681 Apr 15 10:50:39.847146 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c5de83b7-63c9-4827-8374-4a0066944dd8 req-1a1a1883-e88f-42ef-85e6-c912c1287b7a tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490217 Apr 15 10:50:39.996051 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-8f8be71a-661b-4e95-bf5d-653237d97b23 req-987afb9a-c308-4872-8c51-4bc6544ab4d4 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Synchronizing usage tracker for tenant:8bcb1eb90140445da3fa22dfd1c24874 on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:50:40.011211 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-8f8be71a-661b-4e95-bf5d-653237d97b23 req-987afb9a-c308-4872-8c51-4bc6544ab4d4 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Unset dirty status for tenant:8bcb1eb90140445da3fa22dfd1c24874 on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:50:40.012508 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8f8be71a-661b-4e95-bf5d-653237d97b23 req-987afb9a-c308-4872-8c51-4bc6544ab4d4 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 210 time: 0.0645115 Apr 15 10:50:40.703773 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:50:41.055046 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ac962-59a5-4595-9fd0-e7b007ba3028 req-c778cb96-d6eb-43a2-a050-4e0fdda27a0e tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:41.056637 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-696ac962-59a5-4595-9fd0-e7b007ba3028 req-c778cb96-d6eb-43a2-a050-4e0fdda27a0e tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc3de522-7846-403d-bbc1-bd51ed145233 HTTP/1.1" status: 200 len: 943 time: 0.0919254 Apr 15 10:50:41.109618 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-696ac962-59a5-4595-9fd0-e7b007ba3028 req-96923b72-52b0-4b45-a35b-c243528e8ba8 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467410 Apr 15 10:50:41.266069 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2d2cb024-1514-47cc-996c-1b16b67f890f req-0bf146d9-cca4-4c82-9179-94298edf431f tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 210 time: 0.0507991 Apr 15 10:50:42.210560 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-89c2bd4e-bcf4-4e72-a717-229a1ff745fa service neutron] Request body: {'port': {'device_id': '13c1cc76-76e8-45d0-bd22-39a4f263836e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:50:42.469085 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-cd3fc2d6-7928-4d3f-9ef8-484f6f048c8b tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:42.470261 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-cd3fc2d6-7928-4d3f-9ef8-484f6f048c8b tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Synchronizing usage tracker for tenant:8bcb1eb90140445da3fa22dfd1c24874 on resource:network {{(pid=85272) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:50:42.487930 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-cd3fc2d6-7928-4d3f-9ef8-484f6f048c8b tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Unset dirty status for tenant:8bcb1eb90140445da3fa22dfd1c24874 on resource:network {{(pid=85272) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:50:42.490513 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-cd3fc2d6-7928-4d3f-9ef8-484f6f048c8b tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.60 "GET /v2.0/networks?id=9f19835a-ad99-4134-9d53-1e73b3ca8574 HTTP/1.1" status: 200 len: 818 time: 0.2853355 Apr 15 10:50:42.509086 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-f8bf3d85-92b8-494b-8b67-25c85635151e tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Request body: {'port': {'device_id': 'e8b0aed0-cf43-4a64-a9d0-f8c262a81a22', 'network_id': '9f19835a-ad99-4134-9d53-1e73b3ca8574', 'admin_state_up': True, 'tenant_id': '8bcb1eb90140445da3fa22dfd1c24874'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:50:42.706211 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device e9eef8d5-2ac0-47ce-a131-04499f6db4ad details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:50:42.759880 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-dbf20552-28b5-490e-8aac-fc59459590d5 req-4725225e-57e8-4e8a-877d-0b6706d54cd0 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 210 time: 0.0810821 Apr 15 10:50:42.768198 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-89c2bd4e-bcf4-4e72-a717-229a1ff745fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:42.863614 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port e9eef8d5-2ac0-47ce-a131-04499f6db4ad, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e9eef8d5-2ac0-47ce-a131-04499f6db4ad,segment=NetworkSegment(9d4b411c-2002-4aee-a880-e637d51bd4ad),segment_id=9d4b411c-2002-4aee-a880-e637d51bd4ad)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:50:42.864954 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-f8bf3d85-92b8-494b-8b67-25c85635151e tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:50:42.871589 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075997b-7df6-4776-9e87-7504f624a6f7 req-b48a7582-e7f6-40f7-8302-1e7a386e0b54 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:42.873138 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b075997b-7df6-4776-9e87-7504f624a6f7 req-b48a7582-e7f6-40f7-8302-1e7a386e0b54 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc3de522-7846-403d-bbc1-bd51ed145233 HTTP/1.1" status: 200 len: 943 time: 0.5995059 Apr 15 10:50:42.875498 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-f8bf3d85-92b8-494b-8b67-25c85635151e tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:50:42.879038 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Returning: {'device': 'e9eef8d5-2ac0-47ce-a131-04499f6db4ad', 'network_id': 'c4f6e935-b869-426f-8147-87b90ae81bd1', 'port_id': 'e9eef8d5-2ac0-47ce-a131-04499f6db4ad', 'mac_address': 'fa:16:3e:3f:b6:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19827f90-228d-4b46-b4a8-3e3339c5c6d7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:50:42.885170 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-f8bf3d85-92b8-494b-8b67-25c85635151e tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Made reservation on behalf of 8bcb1eb90140445da3fa22dfd1c24874 for: {'port': 1} {{(pid=85272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:50:42.891278 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-f8bf3d85-92b8-494b-8b67-25c85635151e tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:42.953886 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:42.982016 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b075997b-7df6-4776-9e87-7504f624a6f7 req-c71c3231-63b6-4953-9408-fb6bb40e8061 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731976 Apr 15 10:50:43.096992 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-f8bf3d85-92b8-494b-8b67-25c85635151e tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Allocated IP 172.20.0.6 (9f19835a-ad99-4134-9d53-1e73b3ca8574/c09a2153-4c60-41c0-9f30-f656c5037494/8440d864-5ffc-4e71-acb4-07401ec7e232) {{(pid=85272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:50:43.153475 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9eef8d5-2ac0-47ce-a131-04499f6db4ad {{(pid=85273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:50:43.170764 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port e9eef8d5-2ac0-47ce-a131-04499f6db4ad, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e9eef8d5-2ac0-47ce-a131-04499f6db4ad,segment=NetworkSegment(9d4b411c-2002-4aee-a880-e637d51bd4ad),segment_id=9d4b411c-2002-4aee-a880-e637d51bd4ad)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:50:43.174113 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:43.176067 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:43.248239 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=e9eef8d5-2ac0-47ce-a131-04499f6db4ad,revision_number=4']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:43.251513 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:43.320434 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-f8bf3d85-92b8-494b-8b67-25c85635151e tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Notify callbacks [] for port, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:43.363269 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-f8bf3d85-92b8-494b-8b67-25c85635151e tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:43.382843 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5ce0f602-952a-44d1-8c65-f86dde008e4d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:43.526809 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf3d85-92b8-494b-8b67-25c85635151e tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Pushing event updated for resources: {'Port': ['ID=8440d864-5ffc-4e71-acb4-07401ec7e232,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:43.538981 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f8bf3d85-92b8-494b-8b67-25c85635151e tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:43.596892 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-f8bf3d85-92b8-494b-8b67-25c85635151e tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Network 9f19835a-ad99-4134-9d53-1e73b3ca8574 is already hosted by enough agents. {{(pid=85272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:50:43.598162 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-f8bf3d85-92b8-494b-8b67-25c85635151e tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Resources bound (agent type, host, resource id): {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:50:43.600959 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-f8bf3d85-92b8-494b-8b67-25c85635151e tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Received port after_create {{(pid=85272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:50:43.615573 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-89c2bd4e-bcf4-4e72-a717-229a1ff745fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f634873-83ec-46a0-a104-67c751999aac {{(pid=85270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:50:43.623701 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-89c2bd4e-bcf4-4e72-a717-229a1ff745fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:43.639525 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-89c2bd4e-bcf4-4e72-a717-229a1ff745fa service neutron] Transition to ACTIVE for port object 9f634873-83ec-46a0-a104-67c751999aac will not be triggered until provisioned by entity L2. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:50:43.642801 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-89c2bd4e-bcf4-4e72-a717-229a1ff745fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:43.659059 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0937c645-ab7b-4417-aa21-464a07eb07ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:43.666169 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-f8bf3d85-92b8-494b-8b67-25c85635151e tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:43.666831 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-f8bf3d85-92b8-494b-8b67-25c85635151e tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for port, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:43.692872 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-f8bf3d85-92b8-494b-8b67-25c85635151e tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1884029 Apr 15 10:50:43.718520 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-25c8708a-85d3-4323-a9e4-dc28120e2c5b service neutron] Request body: {'port': {'device_id': 'e8b0aed0-cf43-4a64-a9d0-f8c262a81a22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:50:43.801530 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['e9eef8d5-2ac0-47ce-a131-04499f6db4ad'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:50:43.837211 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2bd4e-bcf4-4e72-a717-229a1ff745fa service neutron] Pushing event updated for resources: {'Port': ['ID=9f634873-83ec-46a0-a104-67c751999aac,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:43.840321 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-89c2bd4e-bcf4-4e72-a717-229a1ff745fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:43.848072 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-25c8708a-85d3-4323-a9e4-dc28120e2c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:44.045543 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-89c2bd4e-bcf4-4e72-a717-229a1ff745fa service neutron] Attempting to bind port 9f634873-83ec-46a0-a104-67c751999aac on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:50:44.045967 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-89c2bd4e-bcf4-4e72-a717-229a1ff745fa service neutron] Attempting to bind port 9f634873-83ec-46a0-a104-67c751999aac by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'dca0ade4-ab81-45c8-b95b-1b00c6d691d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9f19835a-ad99-4134-9d53-1e73b3ca8574'}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:50:44.046289 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-89c2bd4e-bcf4-4e72-a717-229a1ff745fa service neutron] Attempting to bind port 9f634873-83ec-46a0-a104-67c751999aac on network 9f19835a-ad99-4134-9d53-1e73b3ca8574 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:50:44.060674 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-89c2bd4e-bcf4-4e72-a717-229a1ff745fa service neutron] Port 9f634873-83ec-46a0-a104-67c751999aac on network 9f19835a-ad99-4134-9d53-1e73b3ca8574 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:50:44.060977 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-89c2bd4e-bcf4-4e72-a717-229a1ff745fa service neutron] Attempting to bind port 9f634873-83ec-46a0-a104-67c751999aac on network 9f19835a-ad99-4134-9d53-1e73b3ca8574 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:50:44.068221 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-89c2bd4e-bcf4-4e72-a717-229a1ff745fa service neutron] Checking agent: {'id': '39ee03b0-0a73-4082-87ae-8bc447154759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:50:44.068791 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-89c2bd4e-bcf4-4e72-a717-229a1ff745fa service neutron] Checking segment: {'id': 'dca0ade4-ab81-45c8-b95b-1b00c6d691d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9f19835a-ad99-4134-9d53-1e73b3ca8574'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:50:44.069223 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-89c2bd4e-bcf4-4e72-a717-229a1ff745fa service neutron] Bound using segment: {'id': 'dca0ade4-ab81-45c8-b95b-1b00c6d691d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9f19835a-ad99-4134-9d53-1e73b3ca8574'} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:50:44.069701 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-89c2bd4e-bcf4-4e72-a717-229a1ff745fa service neutron] Bound port: 9f634873-83ec-46a0-a104-67c751999aac, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dca0ade4-ab81-45c8-b95b-1b00c6d691d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9f19835a-ad99-4134-9d53-1e73b3ca8574'}}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:50:44.070093 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-89c2bd4e-bcf4-4e72-a717-229a1ff745fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:44.134832 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5454803-5154-4bae-89d7-10570805ce33 req-e3af98fd-cb33-4d42-9f0f-4fd5aff4e766 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:44.136580 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c5454803-5154-4bae-89d7-10570805ce33 req-e3af98fd-cb33-4d42-9f0f-4fd5aff4e766 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 931 time: 0.2259066 Apr 15 10:50:44.275446 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c5454803-5154-4bae-89d7-10570805ce33 req-12e78ef3-24d1-4d08-a585-446a9a504ded tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302037 Apr 15 10:50:44.306763 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-89c2bd4e-bcf4-4e72-a717-229a1ff745fa service neutron] For port 9f634873-83ec-46a0-a104-67c751999aac, host hv-cinder-78638, cleared binding levels {{(pid=85270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:50:44.323404 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5f10b-0cb5-4555-8992-cee0c9da2573 req-bc1d895b-a147-4ed7-9e78-1b1e1b0f6f21 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:44.324874 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-69a5f10b-0cb5-4555-8992-cee0c9da2573 req-bc1d895b-a147-4ed7-9e78-1b1e1b0f6f21 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc3de522-7846-403d-bbc1-bd51ed145233 HTTP/1.1" status: 200 len: 944 time: 0.1809766 Apr 15 10:50:44.328901 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-89c2bd4e-bcf4-4e72-a717-229a1ff745fa service neutron] For port 9f634873-83ec-46a0-a104-67c751999aac, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9f634873-83ec-46a0-a104-67c751999aac,segment=NetworkSegment(dca0ade4-ab81-45c8-b95b-1b00c6d691d9),segment_id=dca0ade4-ab81-45c8-b95b-1b00c6d691d9)] {{(pid=85270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:50:44.354255 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-89c2bd4e-bcf4-4e72-a717-229a1ff745fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:44.381969 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:44.389982 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-25c8708a-85d3-4323-a9e4-dc28120e2c5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8440d864-5ffc-4e71-acb4-07401ec7e232 {{(pid=85272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:50:44.398785 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-25c8708a-85d3-4323-a9e4-dc28120e2c5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:44.419222 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-25c8708a-85d3-4323-a9e4-dc28120e2c5b service neutron] Transition to ACTIVE for port object 8440d864-5ffc-4e71-acb4-07401ec7e232 will not be triggered until provisioned by entity L2. {{(pid=85272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:50:44.423103 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-25c8708a-85d3-4323-a9e4-dc28120e2c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852030086'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:44.440147 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:44.526750 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-69a5f10b-0cb5-4555-8992-cee0c9da2573 req-490db16a-9130-4a2c-9866-e6bbe2072b04 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938283 Apr 15 10:50:44.539260 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2bd4e-bcf4-4e72-a717-229a1ff745fa service neutron] Pushing event updated for resources: {'Port': ['ID=9f634873-83ec-46a0-a104-67c751999aac,revision_number=3']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:44.542771 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-89c2bd4e-bcf4-4e72-a717-229a1ff745fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:44.581991 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8708a-85d3-4323-a9e4-dc28120e2c5b service neutron] Pushing event updated for resources: {'Port': ['ID=8440d864-5ffc-4e71-acb4-07401ec7e232,revision_number=2']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:44.587114 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-25c8708a-85d3-4323-a9e4-dc28120e2c5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:44.640790 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-89c2bd4e-bcf4-4e72-a717-229a1ff745fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:44.642336 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-89c2bd4e-bcf4-4e72-a717-229a1ff745fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:44.644072 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-89c2bd4e-bcf4-4e72-a717-229a1ff745fa service neutron] 10.222.0.60 "PUT /v2.0/ports/9f634873-83ec-46a0-a104-67c751999aac HTTP/1.1" status: 200 len: 1093 time: 2.4398143 Apr 15 10:50:44.644790 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c1cc76-76e8-45d0-bd22-39a4f263836e', 'tag': '9f634873-83ec-46a0-a104-67c751999aac'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:50:44.759333 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c1cc76-76e8-45d0-bd22-39a4f263836e', 'tag': '9f634873-83ec-46a0-a104-67c751999aac', 'status': 'completed', 'code': 200} Apr 15 10:50:44.816635 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-54747140-6498-4f59-bdfe-b1dc261273a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:44.818425 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-54747140-6498-4f59-bdfe-b1dc261273a1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8bcb1eb90140445da3fa22dfd1c24874&device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 1096 time: 0.1280522 Apr 15 10:50:44.856552 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-25c8708a-85d3-4323-a9e4-dc28120e2c5b service neutron] Attempting to bind port 8440d864-5ffc-4e71-acb4-07401ec7e232 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:50:44.856824 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-25c8708a-85d3-4323-a9e4-dc28120e2c5b service neutron] Attempting to bind port 8440d864-5ffc-4e71-acb4-07401ec7e232 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'dca0ade4-ab81-45c8-b95b-1b00c6d691d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9f19835a-ad99-4134-9d53-1e73b3ca8574'}] {{(pid=85272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:50:44.857194 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-25c8708a-85d3-4323-a9e4-dc28120e2c5b service neutron] Attempting to bind port 8440d864-5ffc-4e71-acb4-07401ec7e232 on network 9f19835a-ad99-4134-9d53-1e73b3ca8574 {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:50:44.862405 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-25c8708a-85d3-4323-a9e4-dc28120e2c5b service neutron] Port 8440d864-5ffc-4e71-acb4-07401ec7e232 on network 9f19835a-ad99-4134-9d53-1e73b3ca8574 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:50:44.862827 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-25c8708a-85d3-4323-a9e4-dc28120e2c5b service neutron] Attempting to bind port 8440d864-5ffc-4e71-acb4-07401ec7e232 on network 9f19835a-ad99-4134-9d53-1e73b3ca8574 {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:50:44.870188 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-25c8708a-85d3-4323-a9e4-dc28120e2c5b service neutron] Checking agent: {'id': '39ee03b0-0a73-4082-87ae-8bc447154759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:50:44.870581 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-25c8708a-85d3-4323-a9e4-dc28120e2c5b service neutron] Checking segment: {'id': 'dca0ade4-ab81-45c8-b95b-1b00c6d691d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9f19835a-ad99-4134-9d53-1e73b3ca8574'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:50:44.871060 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-25c8708a-85d3-4323-a9e4-dc28120e2c5b service neutron] Bound using segment: {'id': 'dca0ade4-ab81-45c8-b95b-1b00c6d691d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9f19835a-ad99-4134-9d53-1e73b3ca8574'} {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:50:44.871496 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-25c8708a-85d3-4323-a9e4-dc28120e2c5b service neutron] Bound port: 8440d864-5ffc-4e71-acb4-07401ec7e232, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dca0ade4-ab81-45c8-b95b-1b00c6d691d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9f19835a-ad99-4134-9d53-1e73b3ca8574'}}] {{(pid=85272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:50:44.871883 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-25c8708a-85d3-4323-a9e4-dc28120e2c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:44.942965 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-26a0ed49-31f7-4359-a66c-fcfea23babe3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f634873-83ec-46a0-a104-67c751999aac HTTP/1.1" status: 200 len: 217 time: 0.1153917 Apr 15 10:50:44.994325 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-25c8708a-85d3-4323-a9e4-dc28120e2c5b service neutron] For port 8440d864-5ffc-4e71-acb4-07401ec7e232, host hv-cinder-78638, cleared binding levels {{(pid=85272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:50:44.998819 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-25c8708a-85d3-4323-a9e4-dc28120e2c5b service neutron] For port 8440d864-5ffc-4e71-acb4-07401ec7e232, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8440d864-5ffc-4e71-acb4-07401ec7e232,segment=NetworkSegment(dca0ade4-ab81-45c8-b95b-1b00c6d691d9),segment_id=dca0ade4-ab81-45c8-b95b-1b00c6d691d9)] {{(pid=85272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:50:45.002691 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-25c8708a-85d3-4323-a9e4-dc28120e2c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852030086'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:45.021872 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:45.031494 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-5b0955df-c599-4376-91b7-72bc8136ef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:45.033080 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-5b0955df-c599-4376-91b7-72bc8136ef64 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c09a2153-4c60-41c0-9f30-f656c5037494 HTTP/1.1" status: 200 len: 858 time: 0.0836470 Apr 15 10:50:45.092669 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-ec61ceb3-7ffe-4560-a15f-a4763e25742a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f19835a-ad99-4134-9d53-1e73b3ca8574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525918 Apr 15 10:50:45.178687 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8708a-85d3-4323-a9e4-dc28120e2c5b service neutron] Pushing event updated for resources: {'Port': ['ID=8440d864-5ffc-4e71-acb4-07401ec7e232,revision_number=3']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:45.184628 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-25c8708a-85d3-4323-a9e4-dc28120e2c5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:45.218627 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-25c8708a-85d3-4323-a9e4-dc28120e2c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:45.219208 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-25c8708a-85d3-4323-a9e4-dc28120e2c5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for port, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:45.220996 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-25c8708a-85d3-4323-a9e4-dc28120e2c5b service neutron] 10.222.0.60 "PUT /v2.0/ports/8440d864-5ffc-4e71-acb4-07401ec7e232 HTTP/1.1" status: 200 len: 1093 time: 1.5067809 Apr 15 10:50:45.221142 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b0aed0-cf43-4a64-a9d0-f8c262a81a22', 'tag': '8440d864-5ffc-4e71-acb4-07401ec7e232'}] {{(pid=85272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:50:45.247321 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-c80bbe70-f04b-4869-93f7-5160fcfa1c38 service neutron] 10.222.0.60 "GET /v2.0/networks/9f19835a-ad99-4134-9d53-1e73b3ca8574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462190 Apr 15 10:50:45.322812 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b0aed0-cf43-4a64-a9d0-f8c262a81a22', 'tag': '8440d864-5ffc-4e71-acb4-07401ec7e232', 'status': 'completed', 'code': 200} Apr 15 10:50:45.365317 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-5a0e5282-320c-4528-bd55-46152e8c3573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:45.366916 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-5a0e5282-320c-4528-bd55-46152e8c3573 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8bcb1eb90140445da3fa22dfd1c24874&device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 1096 time: 0.0857677 Apr 15 10:50:45.460013 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-ef633c8e-dc1e-4b83-ac02-50ff7739b82d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8440d864-5ffc-4e71-acb4-07401ec7e232 HTTP/1.1" status: 200 len: 217 time: 0.0812087 Apr 15 10:50:45.504700 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e2e25b94-688e-4ffb-aaeb-5e1c36e18a5b req-b8d3035a-ac2d-480a-bcd2-7161d798d942 service neutron] 10.222.0.60 "GET /v2.0/networks/9f19835a-ad99-4134-9d53-1e73b3ca8574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383695 Apr 15 10:50:45.547246 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342b233-49c7-4303-b3c7-84ea7278e145 req-29fc2fc0-0713-4ce7-ada4-7bf0700be83a tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:45.548879 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0342b233-49c7-4303-b3c7-84ea7278e145 req-29fc2fc0-0713-4ce7-ada4-7bf0700be83a tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 943 time: 0.0973320 Apr 15 10:50:45.610714 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0342b233-49c7-4303-b3c7-84ea7278e145 req-6e9a44bd-7db8-4005-834c-25d46d083cad tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542495 Apr 15 10:50:45.779388 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32168e1f-6a9b-4b41-a41b-2d09801fe22e req-64e1ebe1-816f-4431-b12a-ae4ac38fa144 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:45.781174 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-32168e1f-6a9b-4b41-a41b-2d09801fe22e req-64e1ebe1-816f-4431-b12a-ae4ac38fa144 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc3de522-7846-403d-bbc1-bd51ed145233 HTTP/1.1" status: 200 len: 944 time: 0.0920296 Apr 15 10:50:45.847140 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-32168e1f-6a9b-4b41-a41b-2d09801fe22e req-248082a8-0b1b-43ae-a5a3-02fe5266de6f tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580144 Apr 15 10:50:46.440137 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 38824) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:46.565655 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-61c0b6fe-54ec-49b0-8de8-4c68753b76a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:46.581404 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-61c0b6fe-54ec-49b0-8de8-4c68753b76a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:50:46.586204 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-61c0b6fe-54ec-49b0-8de8-4c68753b76a6 admin admin] Usage tracker for resource:security_group_rule and tenant:a60c234c43c643ffa7b687469a6f1f59 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:50:46.589190 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-61c0b6fe-54ec-49b0-8de8-4c68753b76a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:50:46.595287 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-61c0b6fe-54ec-49b0-8de8-4c68753b76a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:50:46.680226 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-61c0b6fe-54ec-49b0-8de8-4c68753b76a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:46.683236 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-61c0b6fe-54ec-49b0-8de8-4c68753b76a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:46.693282 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0af5e7eb-1b3f-41d2-a827-cff7f9d648d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:46.737093 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-61c0b6fe-54ec-49b0-8de8-4c68753b76a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a60c234c43c643ffa7b687469a6f1f59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2955756 Apr 15 10:50:46.740652 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 38832) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:46.779517 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0b6fe-54ec-49b0-8de8-4c68753b76a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4d73da-e5ec-4a10-8e19-1b9c0267b462,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:46.792299 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-61c0b6fe-54ec-49b0-8de8-4c68753b76a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:46.805744 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5f15cd25-014c-412f-a797-f18275a8051c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:46.833510 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5f15cd25-014c-412f-a797-f18275a8051c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:46.833756 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee5729-6774-4a61-9bbe-a0554ed59c55 req-736d09a1-20f6-499b-847c-6ad01feec649 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:46.835434 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-fcee5729-6774-4a61-9bbe-a0554ed59c55 req-736d09a1-20f6-499b-847c-6ad01feec649 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 943 time: 0.1043675 Apr 15 10:50:46.884184 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5f15cd25-014c-412f-a797-f18275a8051c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:46.886004 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-fcee5729-6774-4a61-9bbe-a0554ed59c55 req-0ff97aca-369c-43d5-98e6-73ac30ba3ee9 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438871 Apr 15 10:50:46.889454 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:46.901024 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15cd25-014c-412f-a797-f18275a8051c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4d73da-e5ec-4a10-8e19-1b9c0267b462,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:46.903543 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5f15cd25-014c-412f-a797-f18275a8051c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:46.909700 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5f15cd25-014c-412f-a797-f18275a8051c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:46.911646 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-5f15cd25-014c-412f-a797-f18275a8051c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fb4d73da-e5ec-4a10-8e19-1b9c0267b462 HTTP/1.1" status: 204 len: 168 time: 0.1691048 Apr 15 10:50:47.029817 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device e9eef8d5-2ac0-47ce-a131-04499f6db4ad up at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:50:47.117446 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-ac20b705-608a-471c-a493-cd0b83bf27fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:47.119123 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-ac20b705-608a-471c-a493-cd0b83bf27fe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c09a2153-4c60-41c0-9f30-f656c5037494 HTTP/1.1" status: 200 len: 858 time: 0.0911081 Apr 15 10:50:47.120102 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b181163-e077-497a-94e5-b481861d4e7c req-2c803d5a-1e78-493a-9f0e-5e7e259e9d07 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:47.121918 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4b181163-e077-497a-94e5-b481861d4e7c req-2c803d5a-1e78-493a-9f0e-5e7e259e9d07 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc3de522-7846-403d-bbc1-bd51ed145233 HTTP/1.1" status: 200 len: 944 time: 0.1190543 Apr 15 10:50:47.148444 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning for port e9eef8d5-2ac0-47ce-a131-04499f6db4ad completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:50:47.153518 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning complete for port e9eef8d5-2ac0-47ce-a131-04499f6db4ad triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:50:47.153888 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:47.180557 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4b181163-e077-497a-94e5-b481861d4e7c req-b92ea32e-10f2-44ec-9e0a-245749593f6e tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520406 Apr 15 10:50:47.280209 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 38848) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:47.286391 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:47.299599 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a4ef1c1b-28a6-4b69-af5e-90e7e5b9063c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:47.315842 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-a4ef1c1b-28a6-4b69-af5e-90e7e5b9063c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:50:47.316690 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3de522-7846-403d-bbc1-bd51ed145233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9eef8d5-2ac0-47ce-a131-04499f6db4ad'}] {{(pid=85273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:50:47.320535 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-a4ef1c1b-28a6-4b69-af5e-90e7e5b9063c admin admin] Usage tracker for resource:security_group_rule and tenant:6d99e6ba215141c2bd7c1f3541d31fa2 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:50:47.328119 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port e9eef8d5-2ac0-47ce-a131-04499f6db4ad, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e9eef8d5-2ac0-47ce-a131-04499f6db4ad,segment=NetworkSegment(9d4b411c-2002-4aee-a880-e637d51bd4ad),segment_id=9d4b411c-2002-4aee-a880-e637d51bd4ad)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:50:47.332237 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:47.334399 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:47.334695 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-a4ef1c1b-28a6-4b69-af5e-90e7e5b9063c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:50:47.349315 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-a4ef1c1b-28a6-4b69-af5e-90e7e5b9063c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:50:47.407986 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3de522-7846-403d-bbc1-bd51ed145233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9eef8d5-2ac0-47ce-a131-04499f6db4ad', 'code': 200} Apr 15 10:50:47.434599 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=e9eef8d5-2ac0-47ce-a131-04499f6db4ad,revision_number=5']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:47.438002 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:47.463242 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a4ef1c1b-28a6-4b69-af5e-90e7e5b9063c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:47.468559 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a4ef1c1b-28a6-4b69-af5e-90e7e5b9063c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:47.478324 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-8344eff2-f19c-4d6b-87f2-8296c35f0d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:47.517532 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-a4ef1c1b-28a6-4b69-af5e-90e7e5b9063c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6d99e6ba215141c2bd7c1f3541d31fa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361848 Apr 15 10:50:47.521903 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 38856) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:47.522451 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef1c1b-28a6-4b69-af5e-90e7e5b9063c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a16a039-561d-4d60-9c91-8f33c21e7287,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:47.525584 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-a4ef1c1b-28a6-4b69-af5e-90e7e5b9063c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:47.587447 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-7844bcd8-5694-4e23-ba43-0adab786f01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:47.614895 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-7844bcd8-5694-4e23-ba43-0adab786f01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:47.658423 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-7844bcd8-5694-4e23-ba43-0adab786f01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:47.664074 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-aa295a05-ed0e-42b4-bbda-694bb5d727d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:47.676567 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844bcd8-5694-4e23-ba43-0adab786f01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a16a039-561d-4d60-9c91-8f33c21e7287,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:47.678967 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-7844bcd8-5694-4e23-ba43-0adab786f01d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:47.687643 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-7844bcd8-5694-4e23-ba43-0adab786f01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:47.689106 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-7844bcd8-5694-4e23-ba43-0adab786f01d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4a16a039-561d-4d60-9c91-8f33c21e7287 HTTP/1.1" status: 204 len: 168 time: 0.1661291 Apr 15 10:50:48.097643 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb743bb8-a140-4d83-947d-e2e307131bea req-e58489a0-7039-4a09-9914-90f0c4cc3c86 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:48.099873 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cb743bb8-a140-4d83-947d-e2e307131bea req-e58489a0-7039-4a09-9914-90f0c4cc3c86 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 943 time: 0.0986986 Apr 15 10:50:48.153162 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cb743bb8-a140-4d83-947d-e2e307131bea req-3d74993d-3996-41e9-98bc-a8844f991c08 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467818 Apr 15 10:50:48.253302 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-72a3e2dc-9ee2-4acc-a852-1983942e23f5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f19835a-ad99-4134-9d53-1e73b3ca8574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541377 Apr 15 10:50:48.391751 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07aa4c-2404-4e19-85b6-22c6993828d5 req-e4580283-997f-49f4-b25a-91df620ac838 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:48.393384 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-fc07aa4c-2404-4e19-85b6-22c6993828d5 req-e4580283-997f-49f4-b25a-91df620ac838 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc3de522-7846-403d-bbc1-bd51ed145233 HTTP/1.1" status: 200 len: 945 time: 0.1028585 Apr 15 10:50:48.443781 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-fc07aa4c-2404-4e19-85b6-22c6993828d5 req-bf93a819-2eca-4dcb-8ca7-c617d0864727 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436592 Apr 15 10:50:49.362483 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4d906-030a-4b60-90f4-573f9e73bcd2 req-474c1f7d-4e0b-4cbf-ad2d-4e8e22f5f445 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:49.364965 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-84d4d906-030a-4b60-90f4-573f9e73bcd2 req-474c1f7d-4e0b-4cbf-ad2d-4e8e22f5f445 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 943 time: 0.0951381 Apr 15 10:50:49.424645 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-84d4d906-030a-4b60-90f4-573f9e73bcd2 req-9c77e314-341c-4670-a166-7e8017ae19a0 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485306 Apr 15 10:50:49.652485 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f082d1-dd7e-4fc5-a678-4e8f6c5b13b2 req-325dcb37-8c8d-4ca7-88bc-4a64a7eb37fc tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:49.654107 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-13f082d1-dd7e-4fc5-a678-4e8f6c5b13b2 req-325dcb37-8c8d-4ca7-88bc-4a64a7eb37fc tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc3de522-7846-403d-bbc1-bd51ed145233 HTTP/1.1" status: 200 len: 945 time: 0.0945065 Apr 15 10:50:49.702900 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-13f082d1-dd7e-4fc5-a678-4e8f6c5b13b2 req-f616e3d9-51a1-4350-8a40-f4ff7af198f9 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421429 Apr 15 10:50:49.740945 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 38934) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:49.820563 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2b746-e28f-4fab-9508-3c8aaa560255 req-55a28d92-a03d-4b37-9e94-4c93e06138e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:49.822434 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-58b2b746-e28f-4fab-9508-3c8aaa560255 req-55a28d92-a03d-4b37-9e94-4c93e06138e8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8bcb1eb90140445da3fa22dfd1c24874&device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 1096 time: 0.0847988 Apr 15 10:50:49.891739 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-ca244638-e555-4f3c-bf2a-69963147b979 service neutron] 10.222.0.60 "GET /v2.0/networks/9f19835a-ad99-4134-9d53-1e73b3ca8574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552892 Apr 15 10:50:49.991969 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-682c43c1-08ef-4048-96af-1904f3a2e06c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:50.017581 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-682c43c1-08ef-4048-96af-1904f3a2e06c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:50:50.030441 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-682c43c1-08ef-4048-96af-1904f3a2e06c admin admin] Usage tracker for resource:security_group_rule and tenant:917096c9e8f044eb83ef2822aa9f9de9 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:50:50.030605 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2b746-e28f-4fab-9508-3c8aaa560255 req-f7ed0f6a-623b-40b8-9426-bf6e18b7525f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:50.032112 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-58b2b746-e28f-4fab-9508-3c8aaa560255 req-f7ed0f6a-623b-40b8-9426-bf6e18b7525f service neutron] 10.222.0.60 "GET /v2.0/networks?id=9f19835a-ad99-4134-9d53-1e73b3ca8574 HTTP/1.1" status: 200 len: 919 time: 0.1994517 Apr 15 10:50:50.034922 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-682c43c1-08ef-4048-96af-1904f3a2e06c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:50:50.045551 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-682c43c1-08ef-4048-96af-1904f3a2e06c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:50:50.099064 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-694291d0-f9cd-48c1-a1bc-2e98f15e0d13 req-97a995d2-f33f-4c0b-8493-a483dc1f3b92 service neutron] 10.222.0.60 "GET /v2.0/networks/9f19835a-ad99-4134-9d53-1e73b3ca8574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992581 Apr 15 10:50:50.230732 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-682c43c1-08ef-4048-96af-1904f3a2e06c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:50.239650 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-682c43c1-08ef-4048-96af-1904f3a2e06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:50.249609 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-c208024c-c150-498f-a1b2-5aaabf90366a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:50.300568 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-682c43c1-08ef-4048-96af-1904f3a2e06c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=917096c9e8f044eb83ef2822aa9f9de9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5344653 Apr 15 10:50:50.310169 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 38944) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:50.314444 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c43c1-08ef-4048-96af-1904f3a2e06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a16acd-1186-4445-93ac-aa0398171b5b,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:50.322200 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-58b2b746-e28f-4fab-9508-3c8aaa560255 req-e39e37c9-6ba1-42ba-a0f1-c17933e501b5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f634873-83ec-46a0-a104-67c751999aac HTTP/1.1" status: 200 len: 217 time: 0.2817521 Apr 15 10:50:50.330863 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-682c43c1-08ef-4048-96af-1904f3a2e06c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:50.351970 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf38785-2891-4cde-83d4-805aea52d77d req-b78b065b-a45e-46c5-8551-b13b65f1d941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:50.353687 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cbf38785-2891-4cde-83d4-805aea52d77d req-b78b065b-a45e-46c5-8551-b13b65f1d941 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8bcb1eb90140445da3fa22dfd1c24874&device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 1096 time: 0.1961148 Apr 15 10:50:50.390416 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32d4f6-7748-46f6-91cb-6fcc5e44e23f req-7a8b0f5e-bb99-48de-a712-84d1618ea163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:50.392074 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ad32d4f6-7748-46f6-91cb-6fcc5e44e23f req-7a8b0f5e-bb99-48de-a712-84d1618ea163 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dc3de522-7846-403d-bbc1-bd51ed145233 HTTP/1.1" status: 200 len: 1098 time: 0.4134698 Apr 15 10:50:50.424896 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2b746-e28f-4fab-9508-3c8aaa560255 req-0dcb5a92-71a7-41e6-8b5f-ac2755ad46c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:50.426461 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-58b2b746-e28f-4fab-9508-3c8aaa560255 req-0dcb5a92-71a7-41e6-8b5f-ac2755ad46c5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c09a2153-4c60-41c0-9f30-f656c5037494 HTTP/1.1" status: 200 len: 858 time: 0.0937304 Apr 15 10:50:50.487010 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ef82e707-c879-4c34-bffb-a0e810fa9986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:50.497318 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ad32d4f6-7748-46f6-91cb-6fcc5e44e23f req-789fe73f-e759-443c-a43c-df0b14810035 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960259 Apr 15 10:50:50.499480 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-58b2b746-e28f-4fab-9508-3c8aaa560255 req-52b78cc6-469a-41b9-a3ea-02de0a72f17a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f19835a-ad99-4134-9d53-1e73b3ca8574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612469 Apr 15 10:50:50.535263 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ef82e707-c879-4c34-bffb-a0e810fa9986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:50.570780 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf38785-2891-4cde-83d4-805aea52d77d req-5fcb36cd-051f-40b5-afd4-09b8453ede64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:50.572396 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cbf38785-2891-4cde-83d4-805aea52d77d req-5fcb36cd-051f-40b5-afd4-09b8453ede64 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9f19835a-ad99-4134-9d53-1e73b3ca8574 HTTP/1.1" status: 200 len: 919 time: 0.2087469 Apr 15 10:50:50.603207 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ef82e707-c879-4c34-bffb-a0e810fa9986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:50.609175 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-a161e62e-6309-4615-9aab-89ff067a382c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:50.622316 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82e707-c879-4c34-bffb-a0e810fa9986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a16acd-1186-4445-93ac-aa0398171b5b,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:50.624765 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-ef82e707-c879-4c34-bffb-a0e810fa9986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:50.633232 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ef82e707-c879-4c34-bffb-a0e810fa9986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:50.636959 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-ef82e707-c879-4c34-bffb-a0e810fa9986 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/66a16acd-1186-4445-93ac-aa0398171b5b HTTP/1.1" status: 204 len: 168 time: 0.3232934 Apr 15 10:50:50.639446 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ee812-57b0-4f04-a56a-a9d0f33ae7fa req-566ade37-54b8-448d-ad9b-ff8fc2e1f87d tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:50.641068 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6b1ee812-57b0-4f04-a56a-a9d0f33ae7fa req-566ade37-54b8-448d-ad9b-ff8fc2e1f87d tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 943 time: 0.0952952 Apr 15 10:50:50.700023 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6b1ee812-57b0-4f04-a56a-a9d0f33ae7fa req-0fd57226-8560-4f4e-a18f-8fcc5b64d247 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479908 Apr 15 10:50:50.842215 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-cb0e8bd4-ac29-47e0-9c6b-850a7fb56707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:50.972704 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 38962) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:50.996572 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cbf38785-2891-4cde-83d4-805aea52d77d req-b2728e7d-978d-4a01-8f80-0bd8568677e4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8440d864-5ffc-4e71-acb4-07401ec7e232 HTTP/1.1" status: 200 len: 217 time: 0.0953951 Apr 15 10:50:51.000891 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-599f8b6c-0bb7-4f1e-922c-20ef619f8b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:51.008501 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d86f9e-e381-42c5-bcea-ed69ea76a0b1 req-34bb9d92-37ea-40f3-9fa1-0091989d7218 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:51.010782 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-22d86f9e-e381-42c5-bcea-ed69ea76a0b1 req-34bb9d92-37ea-40f3-9fa1-0091989d7218 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc3de522-7846-403d-bbc1-bd51ed145233 HTTP/1.1" status: 200 len: 945 time: 0.1848223 Apr 15 10:50:51.105354 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-22d86f9e-e381-42c5-bcea-ed69ea76a0b1 req-7dce8add-5cf1-4c85-975e-dcad873402bf tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773308 Apr 15 10:50:51.116130 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-58b2b746-e28f-4fab-9508-3c8aaa560255 req-829530f9-51eb-40f3-ab2a-e88a0f7e2618 service neutron] 10.222.0.60 "GET /v2.0/networks/9f19835a-ad99-4134-9d53-1e73b3ca8574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112768 Apr 15 10:50:51.275966 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-58b2b746-e28f-4fab-9508-3c8aaa560255 req-2692895a-4d0f-4484-b7b5-da0c307f2731 service neutron] 10.222.0.60 "GET /v2.0/networks/9f19835a-ad99-4134-9d53-1e73b3ca8574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527443 Apr 15 10:50:51.279094 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-599f8b6c-0bb7-4f1e-922c-20ef619f8b04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:50:51.293930 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-599f8b6c-0bb7-4f1e-922c-20ef619f8b04 admin admin] Usage tracker for resource:security_group_rule and tenant:1406555592fc4a3db9edc00b0a24ce4f is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:50:51.298762 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-599f8b6c-0bb7-4f1e-922c-20ef619f8b04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:50:51.308536 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-599f8b6c-0bb7-4f1e-922c-20ef619f8b04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:50:51.311380 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf38785-2891-4cde-83d4-805aea52d77d req-c01197f9-bad7-492d-ab64-e705c38b3b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:51.312955 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cbf38785-2891-4cde-83d4-805aea52d77d req-c01197f9-bad7-492d-ab64-e705c38b3b13 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c09a2153-4c60-41c0-9f30-f656c5037494 HTTP/1.1" status: 200 len: 858 time: 0.2992167 Apr 15 10:50:51.375381 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cbf38785-2891-4cde-83d4-805aea52d77d req-bbba5975-e773-4219-ad9f-5c534c138c55 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f19835a-ad99-4134-9d53-1e73b3ca8574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547838 Apr 15 10:50:51.572692 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cbf38785-2891-4cde-83d4-805aea52d77d req-69cc4829-bb40-40b2-b61b-a87ef04dd0f2 service neutron] 10.222.0.60 "GET /v2.0/networks/9f19835a-ad99-4134-9d53-1e73b3ca8574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864517 Apr 15 10:50:51.577002 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-599f8b6c-0bb7-4f1e-922c-20ef619f8b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:51.603831 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-599f8b6c-0bb7-4f1e-922c-20ef619f8b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:51.620473 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-4abdd5c2-f5bc-4278-bd7c-bf3c7d8537da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:51.722751 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f8b6c-0bb7-4f1e-922c-20ef619f8b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc98d71f-b34c-40df-b535-0999d6d99ac7,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:51.730661 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-599f8b6c-0bb7-4f1e-922c-20ef619f8b04 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1406555592fc4a3db9edc00b0a24ce4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7568505 Apr 15 10:50:51.733797 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-599f8b6c-0bb7-4f1e-922c-20ef619f8b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:51.734010 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 38980) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:51.815357 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cbf38785-2891-4cde-83d4-805aea52d77d req-45d3cf43-9bc9-4b5b-807e-1bd66424f767 service neutron] 10.222.0.60 "GET /v2.0/networks/9f19835a-ad99-4134-9d53-1e73b3ca8574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356110 Apr 15 10:50:51.836752 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9261636c-3739-4e58-a419-de0c1bb35aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:51.865617 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9261636c-3739-4e58-a419-de0c1bb35aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:51.910068 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9261636c-3739-4e58-a419-de0c1bb35aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:51.915792 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-cc526bee-db06-4c9e-bbb8-66f01ef515c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:51.920920 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068431e4-e7ba-49f1-96aa-e8bf8e50bf97 req-d7fcca1b-eed6-4caf-a682-555afaf17bbe tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:51.922513 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-068431e4-e7ba-49f1-96aa-e8bf8e50bf97 req-d7fcca1b-eed6-4caf-a682-555afaf17bbe tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 943 time: 0.0879209 Apr 15 10:50:51.929890 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261636c-3739-4e58-a419-de0c1bb35aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc98d71f-b34c-40df-b535-0999d6d99ac7,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:51.932703 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-9261636c-3739-4e58-a419-de0c1bb35aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:51.933955 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9261636c-3739-4e58-a419-de0c1bb35aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:51.937010 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-9261636c-3739-4e58-a419-de0c1bb35aa8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bc98d71f-b34c-40df-b535-0999d6d99ac7 HTTP/1.1" status: 204 len: 168 time: 0.2001653 Apr 15 10:50:51.980148 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-068431e4-e7ba-49f1-96aa-e8bf8e50bf97 req-6ddf7a44-9db0-4844-9f8a-655dbe62ce4d tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501707 Apr 15 10:50:52.326546 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be72c1f-2145-401b-879a-5cc7c16c90fd req-fdbc655a-abe2-449e-8f79-5511b6783bb4 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:52.328251 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8be72c1f-2145-401b-879a-5cc7c16c90fd req-fdbc655a-abe2-449e-8f79-5511b6783bb4 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc3de522-7846-403d-bbc1-bd51ed145233 HTTP/1.1" status: 200 len: 945 time: 0.0921030 Apr 15 10:50:52.380827 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8be72c1f-2145-401b-879a-5cc7c16c90fd req-7c179188-e810-4b93-bc6a-64136ead211b tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437901 Apr 15 10:50:53.196042 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e06152-3d39-4421-86f7-5b5b34ed0c8b req-2a876030-9c16-4512-8a2c-effedeed16f1 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:53.197780 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-03e06152-3d39-4421-86f7-5b5b34ed0c8b req-2a876030-9c16-4512-8a2c-effedeed16f1 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 943 time: 0.0964959 Apr 15 10:50:53.251831 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-03e06152-3d39-4421-86f7-5b5b34ed0c8b req-54f72681-8fe1-41fd-8cac-cafa0313f7a5 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473557 Apr 15 10:50:53.321292 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1e2772e8-da09-4f37-828a-4b2f7978b57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:53.583548 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d9877-4aac-479c-b448-1ed142e8e398 req-b98e2838-ac19-4bcc-8990-8c4eee6183fb tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:53.585115 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-766d9877-4aac-479c-b448-1ed142e8e398 req-b98e2838-ac19-4bcc-8990-8c4eee6183fb tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc3de522-7846-403d-bbc1-bd51ed145233 HTTP/1.1" status: 200 len: 945 time: 0.0871401 Apr 15 10:50:53.633220 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-766d9877-4aac-479c-b448-1ed142e8e398 req-b250dcdd-db8f-473c-a19f-4ae2ecac5a1f tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416970 Apr 15 10:50:54.114391 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:54.311525 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:54.464968 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749cd9f3-c176-4a5b-abf1-7ee9b88b7ab0 req-46cbe2af-3e40-4797-a904-069dc490100b tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:54.466573 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-749cd9f3-c176-4a5b-abf1-7ee9b88b7ab0 req-46cbe2af-3e40-4797-a904-069dc490100b tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 943 time: 0.0937419 Apr 15 10:50:54.515233 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-749cd9f3-c176-4a5b-abf1-7ee9b88b7ab0 req-15d2818d-71a9-4026-b4f2-df7a63586bf0 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421150 Apr 15 10:50:54.968095 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e38fa-45dc-46a8-b9b4-7fd4d19a2e90 req-567fe00e-7fb7-4615-9637-8f4cb9e7981e tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:54.969700 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-460e38fa-45dc-46a8-b9b4-7fd4d19a2e90 req-567fe00e-7fb7-4615-9637-8f4cb9e7981e tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc3de522-7846-403d-bbc1-bd51ed145233 HTTP/1.1" status: 200 len: 945 time: 0.0873632 Apr 15 10:50:55.021764 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-460e38fa-45dc-46a8-b9b4-7fd4d19a2e90 req-3220a903-8cf4-469b-a747-e5e67a892ecb tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432990 Apr 15 10:50:55.073473 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:55.116465 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:55.714351 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9982c-4405-40a8-9df2-656a9f9f9352 req-81174a19-4b0b-4074-97d0-721d7ce053a6 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:55.716038 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-24c9982c-4405-40a8-9df2-656a9f9f9352 req-81174a19-4b0b-4074-97d0-721d7ce053a6 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 943 time: 0.0886316 Apr 15 10:50:55.764762 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-24c9982c-4405-40a8-9df2-656a9f9f9352 req-d6a07c51-7057-40d5-af97-ceb4dc16e4ff tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424790 Apr 15 10:50:56.243189 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a270c-2d65-4d0d-b9b6-4d8a1eb4f321 req-0e670eeb-d9b2-4c86-8cff-6c8f572067f6 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:56.244861 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-510a270c-2d65-4d0d-b9b6-4d8a1eb4f321 req-0e670eeb-d9b2-4c86-8cff-6c8f572067f6 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc3de522-7846-403d-bbc1-bd51ed145233 HTTP/1.1" status: 200 len: 945 time: 0.1072230 Apr 15 10:50:56.295330 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-510a270c-2d65-4d0d-b9b6-4d8a1eb4f321 req-c6cb4dcd-ba02-4487-9cef-53f521feacc8 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441196 Apr 15 10:50:56.970224 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888b3ff-0885-46f9-94fb-c60bb3163821 req-7bb20c03-7d8f-4aaa-867b-33e4399999b1 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:56.971925 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3888b3ff-0885-46f9-94fb-c60bb3163821 req-7bb20c03-7d8f-4aaa-867b-33e4399999b1 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 943 time: 0.0900788 Apr 15 10:50:57.022049 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3888b3ff-0885-46f9-94fb-c60bb3163821 req-2b8b1c7e-f9a3-401e-a5ba-405581a69dbc tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435214 Apr 15 10:50:57.518966 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d54d7d-fa63-421c-bc2b-83b67a97ba92 req-14839e9c-4406-494d-8336-21f5c35e6509 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:57.520969 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-95d54d7d-fa63-421c-bc2b-83b67a97ba92 req-14839e9c-4406-494d-8336-21f5c35e6509 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc3de522-7846-403d-bbc1-bd51ed145233 HTTP/1.1" status: 200 len: 945 time: 0.1026075 Apr 15 10:50:57.571548 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-95d54d7d-fa63-421c-bc2b-83b67a97ba92 req-6f5ee683-688e-47fc-82a7-dcd14ed03be0 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437658 Apr 15 10:50:58.228794 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1fe01-25c5-403a-af86-f146f81e5588 req-622b433c-06bb-4f1b-bdad-5ccb072680c5 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:58.230399 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e2d1fe01-25c5-403a-af86-f146f81e5588 req-622b433c-06bb-4f1b-bdad-5ccb072680c5 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 943 time: 0.0888922 Apr 15 10:50:58.281696 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e2d1fe01-25c5-403a-af86-f146f81e5588 req-bc4cce7c-c60b-4e5a-9687-fb97d3e97810 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448456 Apr 15 10:50:58.587738 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6377b424-7248-4c31-8ca0-52491780a366 req-27c2afa5-7658-43b8-8c7c-8613501f4f38 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0941229 Apr 15 10:50:58.707601 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377b424-7248-4c31-8ca0-52491780a366 req-18ccc896-7a37-43d6-aa94-f51728b4ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:58.709960 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6377b424-7248-4c31-8ca0-52491780a366 req-18ccc896-7a37-43d6-aa94-f51728b4ffa2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=689fecd83bc6425fa49a8b8585fa7766&device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 1099 time: 0.0830278 Apr 15 10:50:58.792411 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81bc22-2729-44d5-bb51-bae53056f68a req-53bf3b15-0a9d-469c-835e-11ce5a4796d9 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:58.794159 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3f81bc22-2729-44d5-bb51-bae53056f68a req-53bf3b15-0a9d-469c-835e-11ce5a4796d9 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc3de522-7846-403d-bbc1-bd51ed145233 HTTP/1.1" status: 200 len: 945 time: 0.1041708 Apr 15 10:50:58.857634 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3f81bc22-2729-44d5-bb51-bae53056f68a req-ffa8816e-28c6-436d-bb08-6343fd4331ad tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569372 Apr 15 10:50:58.913677 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377b424-7248-4c31-8ca0-52491780a366 req-8a65c856-1c73-4f03-9e6f-d634eea7f561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:58.917542 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6377b424-7248-4c31-8ca0-52491780a366 req-8a65c856-1c73-4f03-9e6f-d634eea7f561 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f668c3bb-e88f-444d-af6d-837916f0416a HTTP/1.1" status: 200 len: 916 time: 0.1839547 Apr 15 10:50:59.039846 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6377b424-7248-4c31-8ca0-52491780a366 req-ad58f44e-48cd-45ea-a552-173dbd555887 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=277e037f-d94c-45ba-8068-c686c56edd78 HTTP/1.1" status: 200 len: 1002 time: 0.1120365 Apr 15 10:50:59.123700 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377b424-7248-4c31-8ca0-52491780a366 req-eea60bdd-2da9-448f-838d-7a6bd5921463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:59.125419 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6377b424-7248-4c31-8ca0-52491780a366 req-eea60bdd-2da9-448f-838d-7a6bd5921463 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb6df1b7-a13f-4f84-b22c-9831f4c87d61 HTTP/1.1" status: 200 len: 854 time: 0.0789371 Apr 15 10:50:59.226670 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377b424-7248-4c31-8ca0-52491780a366 req-18c8d991-7834-49be-b70a-f32f9bf2b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:59.228362 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6377b424-7248-4c31-8ca0-52491780a366 req-18c8d991-7834-49be-b70a-f32f9bf2b239 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f668c3bb-e88f-444d-af6d-837916f0416a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0938368 Apr 15 10:50:59.401547 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6377b424-7248-4c31-8ca0-52491780a366 req-b31e4f46-77e0-48fd-8013-e823116632a2 service neutron] 10.222.0.60 "GET /v2.0/networks/f668c3bb-e88f-444d-af6d-837916f0416a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656866 Apr 15 10:50:59.571104 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67388a63-007a-488e-aaad-bc280f8d713c req-6722293f-ea20-40c2-a443-8aa79a4858a7 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:59.579224 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-67388a63-007a-488e-aaad-bc280f8d713c req-6722293f-ea20-40c2-a443-8aa79a4858a7 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 943 time: 0.1125824 Apr 15 10:50:59.591955 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6377b424-7248-4c31-8ca0-52491780a366 req-6ba05cfb-d9c9-4d71-b4fc-be9b51465868 service neutron] 10.222.0.60 "GET /v2.0/networks/f668c3bb-e88f-444d-af6d-837916f0416a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820927 Apr 15 10:50:59.634374 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-67388a63-007a-488e-aaad-bc280f8d713c req-f2dbda61-9c46-487b-bd1c-830237bb1667 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540481 Apr 15 10:51:00.834682 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765faeb-b190-4b25-8581-2259dd1897b0 req-5cf6add4-9d81-4f52-b4c6-1ff98cab3476 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:00.836336 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1765faeb-b190-4b25-8581-2259dd1897b0 req-5cf6add4-9d81-4f52-b4c6-1ff98cab3476 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 943 time: 0.0909472 Apr 15 10:51:00.884814 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1765faeb-b190-4b25-8581-2259dd1897b0 req-141ee295-4aef-49fc-8efc-21e0b134ccb0 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418441 Apr 15 10:51:01.672189 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 9f634873-83ec-46a0-a104-67c751999aac details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:51:01.814898 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 9f634873-83ec-46a0-a104-67c751999aac, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9f634873-83ec-46a0-a104-67c751999aac,segment=NetworkSegment(dca0ade4-ab81-45c8-b95b-1b00c6d691d9),segment_id=dca0ade4-ab81-45c8-b95b-1b00c6d691d9)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:51:01.828725 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Returning: {'device': '9f634873-83ec-46a0-a104-67c751999aac', 'network_id': '9f19835a-ad99-4134-9d53-1e73b3ca8574', 'port_id': '9f634873-83ec-46a0-a104-67c751999aac', 'mac_address': 'fa:16:3e:5b:3a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c09a2153-4c60-41c0-9f30-f656c5037494', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:51:01.890166 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:01.908938 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f634873-83ec-46a0-a104-67c751999aac {{(pid=85273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:51:01.925761 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 9f634873-83ec-46a0-a104-67c751999aac, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9f634873-83ec-46a0-a104-67c751999aac,segment=NetworkSegment(dca0ade4-ab81-45c8-b95b-1b00c6d691d9),segment_id=dca0ade4-ab81-45c8-b95b-1b00c6d691d9)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:51:01.929855 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:01.930721 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 8440d864-5ffc-4e71-acb4-07401ec7e232 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:51:01.934197 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:02.022178 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 8440d864-5ffc-4e71-acb4-07401ec7e232, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8440d864-5ffc-4e71-acb4-07401ec7e232,segment=NetworkSegment(dca0ade4-ab81-45c8-b95b-1b00c6d691d9),segment_id=dca0ade4-ab81-45c8-b95b-1b00c6d691d9)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:51:02.030541 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=9f634873-83ec-46a0-a104-67c751999aac,revision_number=4']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:02.037645 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:02.042555 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Returning: {'device': '8440d864-5ffc-4e71-acb4-07401ec7e232', 'network_id': '9f19835a-ad99-4134-9d53-1e73b3ca8574', 'port_id': '8440d864-5ffc-4e71-acb4-07401ec7e232', 'mac_address': 'fa:16:3e:df:bd:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c09a2153-4c60-41c0-9f30-f656c5037494', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:51:02.108175 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:02.127071 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8440d864-5ffc-4e71-acb4-07401ec7e232 {{(pid=85273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:51:02.143522 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 8440d864-5ffc-4e71-acb4-07401ec7e232, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8440d864-5ffc-4e71-acb4-07401ec7e232,segment=NetworkSegment(dca0ade4-ab81-45c8-b95b-1b00c6d691d9),segment_id=dca0ade4-ab81-45c8-b95b-1b00c6d691d9)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:51:02.146607 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:02.148618 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:02.223700 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=8440d864-5ffc-4e71-acb4-07401ec7e232,revision_number=4']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:02.227846 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:02.240635 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5fbfc-d003-4030-88c9-5a5ab8ad4895 req-1f25276a-2810-487c-8174-8cd642837cd9 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:02.242447 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-65d5fbfc-d003-4030-88c9-5a5ab8ad4895 req-1f25276a-2810-487c-8174-8cd642837cd9 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 944 time: 0.0987227 Apr 15 10:51:02.295609 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-65d5fbfc-d003-4030-88c9-5a5ab8ad4895 req-2c6c1991-5fc9-4188-866b-1748171f4826 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464470 Apr 15 10:51:03.550629 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd1cf1-bdd5-4ac7-98ef-e6e711c68919 req-c269c714-8bcc-40b4-bb3e-85b6591f6b74 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:03.554602 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-34dd1cf1-bdd5-4ac7-98ef-e6e711c68919 req-c269c714-8bcc-40b4-bb3e-85b6591f6b74 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 944 time: 0.1042128 Apr 15 10:51:03.611573 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-34dd1cf1-bdd5-4ac7-98ef-e6e711c68919 req-50a6dd46-cf4d-49d0-8b06-a7fc91949009 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503604 Apr 15 10:51:04.821392 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fe994-fd00-455a-9b6b-af0d7e231485 req-1835a3ad-3c90-4ccf-a455-b9e859a3a12f tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:04.822991 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-763fe994-fd00-455a-9b6b-af0d7e231485 req-1835a3ad-3c90-4ccf-a455-b9e859a3a12f tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 944 time: 0.0895286 Apr 15 10:51:04.870394 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-763fe994-fd00-455a-9b6b-af0d7e231485 req-cd9bae22-f66b-4818-ab59-9d1197c3f631 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410383 Apr 15 10:51:05.581246 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['9f634873-83ec-46a0-a104-67c751999aac'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:51:05.786359 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['8440d864-5ffc-4e71-acb4-07401ec7e232'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:51:06.081537 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae7c41-b625-4358-8257-eca26d371cd4 req-b03e5c7c-cd6a-4ba9-9821-adb32c6c32f4 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:06.083631 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-27ae7c41-b625-4358-8257-eca26d371cd4 req-b03e5c7c-cd6a-4ba9-9821-adb32c6c32f4 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 944 time: 0.0931935 Apr 15 10:51:06.134629 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-27ae7c41-b625-4358-8257-eca26d371cd4 req-4d1e3d80-695f-467e-9e15-e4b3784bc4c9 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443091 Apr 15 10:51:07.335542 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca85943-7405-4b3f-9ed7-c2b972d5c1e7 req-17129d68-f5a6-4e98-bcc0-cc7599cad09d tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:07.337156 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-dca85943-7405-4b3f-9ed7-c2b972d5c1e7 req-17129d68-f5a6-4e98-bcc0-cc7599cad09d tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 944 time: 0.0900838 Apr 15 10:51:07.387645 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-dca85943-7405-4b3f-9ed7-c2b972d5c1e7 req-fb12bf46-6284-476f-b506-930ad66be905 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434759 Apr 15 10:51:08.430082 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 9f634873-83ec-46a0-a104-67c751999aac up at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:51:08.502858 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning for port 9f634873-83ec-46a0-a104-67c751999aac completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:51:08.508067 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning complete for port 9f634873-83ec-46a0-a104-67c751999aac triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:51:08.508490 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:08.601345 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19232087-2745-4e9f-a37d-6d3ba9b9f00d req-5ce273d4-1790-4fc3-a385-b3b1a7662797 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:08.602971 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-19232087-2745-4e9f-a37d-6d3ba9b9f00d req-5ce273d4-1790-4fc3-a385-b3b1a7662797 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 944 time: 0.0972347 Apr 15 10:51:08.639754 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:08.656536 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-19232087-2745-4e9f-a37d-6d3ba9b9f00d req-161977b6-fc04-4c95-9a51-d3d2913e256d tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453179 Apr 15 10:51:08.668016 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c1cc76-76e8-45d0-bd22-39a4f263836e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f634873-83ec-46a0-a104-67c751999aac'}] {{(pid=85273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:51:08.679134 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 9f634873-83ec-46a0-a104-67c751999aac, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9f634873-83ec-46a0-a104-67c751999aac,segment=NetworkSegment(dca0ade4-ab81-45c8-b95b-1b00c6d691d9),segment_id=dca0ade4-ab81-45c8-b95b-1b00c6d691d9)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:51:08.683285 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:08.684194 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 8440d864-5ffc-4e71-acb4-07401ec7e232 up at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:51:08.716437 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:08.750394 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c1cc76-76e8-45d0-bd22-39a4f263836e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f634873-83ec-46a0-a104-67c751999aac', 'code': 200} Apr 15 10:51:08.817893 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=9f634873-83ec-46a0-a104-67c751999aac,revision_number=5']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:08.820348 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:08.829465 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning for port 8440d864-5ffc-4e71-acb4-07401ec7e232 completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:51:08.840445 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning complete for port 8440d864-5ffc-4e71-acb4-07401ec7e232 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:51:08.841120 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:08.979935 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1014fc-6400-48bb-9d9f-0166e0e5aaa3 req-2932962e-f810-4378-ad0a-3748242c7b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:08.981540 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7d1014fc-6400-48bb-9d9f-0166e0e5aaa3 req-2932962e-f810-4378-ad0a-3748242c7b24 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 1098 time: 0.0815930 Apr 15 10:51:08.989464 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:09.023710 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 8440d864-5ffc-4e71-acb4-07401ec7e232, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8440d864-5ffc-4e71-acb4-07401ec7e232,segment=NetworkSegment(dca0ade4-ab81-45c8-b95b-1b00c6d691d9),segment_id=dca0ade4-ab81-45c8-b95b-1b00c6d691d9)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:51:09.026625 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:09.027664 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7d1014fc-6400-48bb-9d9f-0166e0e5aaa3 req-4de2ab61-fd6e-4455-97b5-65b64dd88e1a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373149 Apr 15 10:51:09.028586 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:09.100803 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=8440d864-5ffc-4e71-acb4-07401ec7e232,revision_number=5']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:09.107560 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:09.861146 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb8574-042c-45f4-b1d5-ee31994c25c7 req-8b82c164-1c94-49bc-9b68-583a8630dcfb tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:09.862964 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-fbcb8574-042c-45f4-b1d5-ee31994c25c7 req-8b82c164-1c94-49bc-9b68-583a8630dcfb tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 945 time: 0.0891371 Apr 15 10:51:09.915267 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-fbcb8574-042c-45f4-b1d5-ee31994c25c7 req-3d88c40f-189c-4262-979a-21c73ad894b3 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455818 Apr 15 10:51:10.751289 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b0aed0-cf43-4a64-a9d0-f8c262a81a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8440d864-5ffc-4e71-acb4-07401ec7e232'}] {{(pid=85273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:51:10.800185 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b0aed0-cf43-4a64-a9d0-f8c262a81a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8440d864-5ffc-4e71-acb4-07401ec7e232', 'code': 200} Apr 15 10:51:11.125655 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61feb408-d0c6-4d9b-ae5c-ffa1dd770133 req-cb8cc326-59ac-4028-8b0e-d95e367038c9 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:11.127349 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-61feb408-d0c6-4d9b-ae5c-ffa1dd770133 req-cb8cc326-59ac-4028-8b0e-d95e367038c9 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 945 time: 0.0939455 Apr 15 10:51:11.182493 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-61feb408-d0c6-4d9b-ae5c-ffa1dd770133 req-3dc41fc0-f6b5-4e1f-b007-5685ecccf283 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472727 Apr 15 10:51:12.391246 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c8845-9df4-4f9d-99c4-5e37cc32a8c9 req-319c9117-eea7-4fbe-b04e-d30792007e2a tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:12.392839 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c03c8845-9df4-4f9d-99c4-5e37cc32a8c9 req-319c9117-eea7-4fbe-b04e-d30792007e2a tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 945 time: 0.0951817 Apr 15 10:51:12.442209 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c03c8845-9df4-4f9d-99c4-5e37cc32a8c9 req-fdc5df22-1309-4575-b78f-aab9a2db681f tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419638 Apr 15 10:51:13.639485 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42b195-12b8-4ca5-ac5d-a5ca320a2d01 req-ca420752-393f-4d1e-94ff-c7660443b1b3 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:13.641040 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2a42b195-12b8-4ca5-ac5d-a5ca320a2d01 req-ca420752-393f-4d1e-94ff-c7660443b1b3 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 945 time: 0.0868857 Apr 15 10:51:13.688394 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2a42b195-12b8-4ca5-ac5d-a5ca320a2d01 req-4ffe7c90-a5d3-4f57-80a0-3770d0b8a14a tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399561 Apr 15 10:51:14.897995 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e74b0-3da9-4ed6-b4e8-9b5ce38015ae req-4b655d0d-f0c9-47ce-9cd8-1e768c05ace0 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:14.899620 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ee1e74b0-3da9-4ed6-b4e8-9b5ce38015ae req-4b655d0d-f0c9-47ce-9cd8-1e768c05ace0 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 945 time: 0.0943913 Apr 15 10:51:14.947073 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ee1e74b0-3da9-4ed6-b4e8-9b5ce38015ae req-1c8a7e8b-f7d4-4fce-aa6e-9b488feab236 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411875 Apr 15 10:51:15.317987 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd47f8c-4ae1-4640-a54f-6a20d5342f0c req-c76482be-0a89-4994-ad1e-9f42b7eadf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:15.319623 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4cd47f8c-4ae1-4640-a54f-6a20d5342f0c req-c76482be-0a89-4994-ad1e-9f42b7eadf21 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 1098 time: 0.0812004 Apr 15 10:51:15.390912 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4cd47f8c-4ae1-4640-a54f-6a20d5342f0c req-17730fec-3d3a-4a63-9200-55a286add2e0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388904 Apr 15 10:51:16.145795 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0819e-8714-4b55-9eb6-a0b50be53036 req-e22eadbb-c606-4f48-b0a2-2dd2cef8426d tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:16.147496 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5bf0819e-8714-4b55-9eb6-a0b50be53036 req-e22eadbb-c606-4f48-b0a2-2dd2cef8426d tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 945 time: 0.0885963 Apr 15 10:51:16.199875 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5bf0819e-8714-4b55-9eb6-a0b50be53036 req-546cd0fc-e07c-420e-8bf7-ee0f4013b202 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459347 Apr 15 10:51:17.480711 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce7225-b036-466b-b912-3bc6ba5de840 req-a37c0408-f171-4903-baa0-f4662698e09d tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:17.491739 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bdce7225-b036-466b-b912-3bc6ba5de840 req-a37c0408-f171-4903-baa0-f4662698e09d tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 945 time: 0.1741917 Apr 15 10:51:17.551895 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bdce7225-b036-466b-b912-3bc6ba5de840 req-c16d97c3-5d0e-40be-ab0c-d89828cb44c8 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530357 Apr 15 10:51:17.703819 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:51:18.045074 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 39486) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:18.082405 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 39496) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:18.195102 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 39508) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:18.278709 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-bffda066-d14f-4cbe-a2e5-4b9635a8e68f tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:18.280589 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-bffda066-d14f-4cbe-a2e5-4b9635a8e68f tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/networks?id=c4f6e935-b869-426f-8147-87b90ae81bd1 HTTP/1.1" status: 200 len: 815 time: 0.1773736 Apr 15 10:51:18.298075 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-046049ea-0cee-46f3-b555-4c9dcfcbf6af tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/quotas/468002c968c349e39872f05034981878 HTTP/1.1" status: 200 len: 375 time: 0.0102928 Apr 15 10:51:18.334133 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1a0141c0-ff01-4138-9d23-2537ef166374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:18.349259 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-7de68dd8-2989-41b5-ad09-773062a998ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:18.372787 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-7de68dd8-2989-41b5-ad09-773062a998ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:51:18.377350 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-7de68dd8-2989-41b5-ad09-773062a998ba admin admin] Usage tracker for resource:security_group_rule and tenant:1c675b6005b04574adca19e8be89f814 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:51:18.380985 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-7de68dd8-2989-41b5-ad09-773062a998ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:51:18.387763 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-7de68dd8-2989-41b5-ad09-773062a998ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:51:18.411540 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-edbf7f29-dc24-49c4-b5af-6bb927407f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:18.424342 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-1a0141c0-ff01-4138-9d23-2537ef166374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:51:18.434638 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-edbf7f29-dc24-49c4-b5af-6bb927407f19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:51:18.434780 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-1a0141c0-ff01-4138-9d23-2537ef166374 admin admin] Usage tracker for resource:security_group_rule and tenant:94a229b75d5243c998e60a7cb45f3335 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:51:18.437806 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-1a0141c0-ff01-4138-9d23-2537ef166374 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:51:18.439693 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-edbf7f29-dc24-49c4-b5af-6bb927407f19 admin admin] Usage tracker for resource:security_group_rule and tenant:cd12f8732823416e90c2a88028919d39 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:51:18.444539 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-1a0141c0-ff01-4138-9d23-2537ef166374 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:51:18.449338 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-edbf7f29-dc24-49c4-b5af-6bb927407f19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:51:18.459499 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-edbf7f29-dc24-49c4-b5af-6bb927407f19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:51:18.530079 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-bbe96ea3-5369-469f-8ecb-2c83eee57804 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=468002c968c349e39872f05034981878&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2097585 Apr 15 10:51:18.557509 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 39516) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:18.607237 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1a0141c0-ff01-4138-9d23-2537ef166374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:18.621520 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-edbf7f29-dc24-49c4-b5af-6bb927407f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:18.637268 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-edbf7f29-dc24-49c4-b5af-6bb927407f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:18.657794 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-599f8b6c-0bb7-4f1e-922c-20ef619f8b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:18.688726 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-edbf7f29-dc24-49c4-b5af-6bb927407f19 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cd12f8732823416e90c2a88028919d39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4919202 Apr 15 10:51:18.706479 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 39530) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:18.723458 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1a0141c0-ff01-4138-9d23-2537ef166374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:18.739936 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-7de68dd8-2989-41b5-ad09-773062a998ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:18.741136 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf7f29-dc24-49c4-b5af-6bb927407f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d895ff-625a-46ee-a749-c4b53099d754,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:18.776388 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-85a13bee-3c1d-4536-a0b1-8e711f1d7412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:18.784070 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-516dc326-e51d-49df-b130-752de66af838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:18.797899 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-7de68dd8-2989-41b5-ad09-773062a998ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:18.808426 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-1a0141c0-ff01-4138-9d23-2537ef166374 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=94a229b75d5243c998e60a7cb45f3335&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7245283 Apr 15 10:51:18.818567 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-ff33eac7-3271-4787-9b11-b77620563e05 service neutron] 10.222.0.36 "GET /v2.0/networks/c4f6e935-b869-426f-8147-87b90ae81bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777920 Apr 15 10:51:18.831493 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 39538) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:18.839114 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-516dc326-e51d-49df-b130-752de66af838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:51:18.844691 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-516dc326-e51d-49df-b130-752de66af838 admin admin] Usage tracker for resource:security_group_rule and tenant:3a131ff4c0ea4b53b0352616ee7d8d88 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:51:18.846395 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0141c0-ff01-4138-9d23-2537ef166374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18f7b55-bf6c-49bd-8f3c-e48da08e4dbf,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:18.852897 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-7de68dd8-2989-41b5-ad09-773062a998ba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1c675b6005b04574adca19e8be89f814&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8028400 Apr 15 10:51:18.854301 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf7f29-dc24-49c4-b5af-6bb927407f19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:18.854713 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf7f29-dc24-49c4-b5af-6bb927407f19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:18.855171 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf7f29-dc24-49c4-b5af-6bb927407f19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:18.855575 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf7f29-dc24-49c4-b5af-6bb927407f19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:18.855967 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf7f29-dc24-49c4-b5af-6bb927407f19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:18.856361 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf7f29-dc24-49c4-b5af-6bb927407f19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:18.856761 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf7f29-dc24-49c4-b5af-6bb927407f19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:18.857145 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf7f29-dc24-49c4-b5af-6bb927407f19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:18.857548 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf7f29-dc24-49c4-b5af-6bb927407f19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:18.857933 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf7f29-dc24-49c4-b5af-6bb927407f19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:18.858318 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf7f29-dc24-49c4-b5af-6bb927407f19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:18.858701 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf7f29-dc24-49c4-b5af-6bb927407f19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:18.862549 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 39544) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:18.866310 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-516dc326-e51d-49df-b130-752de66af838 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:51:18.874962 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-516dc326-e51d-49df-b130-752de66af838 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:51:18.891200 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-edbf7f29-dc24-49c4-b5af-6bb927407f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:18.898145 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-4a48074f-b74d-426e-9d4f-731b8f1378ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:18.953114 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0141c0-ff01-4138-9d23-2537ef166374 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:18.953783 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0141c0-ff01-4138-9d23-2537ef166374 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:18.954161 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0141c0-ff01-4138-9d23-2537ef166374 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:18.954705 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0141c0-ff01-4138-9d23-2537ef166374 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:18.955122 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0141c0-ff01-4138-9d23-2537ef166374 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:18.955493 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0141c0-ff01-4138-9d23-2537ef166374 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:18.956060 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0141c0-ff01-4138-9d23-2537ef166374 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:18.956450 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0141c0-ff01-4138-9d23-2537ef166374 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:18.956840 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0141c0-ff01-4138-9d23-2537ef166374 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:18.958362 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0141c0-ff01-4138-9d23-2537ef166374 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:18.958756 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0141c0-ff01-4138-9d23-2537ef166374 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:18.959168 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0141c0-ff01-4138-9d23-2537ef166374 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:18.980432 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1a0141c0-ff01-4138-9d23-2537ef166374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:18.987752 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de68dd8-2989-41b5-ad09-773062a998ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45445e3-8424-49c4-83f9-396f23751092,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:19.036643 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-7de68dd8-2989-41b5-ad09-773062a998ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:19.096445 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-293156b8-cae1-4a8e-8c10-2d53eb1f0e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:19.124285 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d7003094-18cd-4dfc-8072-528a2f6e109c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:19.168208 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-cab73535-426f-4de4-862d-26898fbd5278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:19.226146 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-293156b8-cae1-4a8e-8c10-2d53eb1f0e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:19.234383 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d7003094-18cd-4dfc-8072-528a2f6e109c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:19.278751 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9143a27-6791-4f4c-9003-717ecb06f37b req-861d9d35-bb2f-42c4-b3d2-de50f4d007e0 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:19.287914 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b9143a27-6791-4f4c-9003-717ecb06f37b req-861d9d35-bb2f-42c4-b3d2-de50f4d007e0 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 945 time: 0.3827612 Apr 15 10:51:19.291654 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-cab73535-426f-4de4-862d-26898fbd5278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:19.335875 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-516dc326-e51d-49df-b130-752de66af838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:19.359045 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d7003094-18cd-4dfc-8072-528a2f6e109c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:19.365651 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b9143a27-6791-4f4c-9003-717ecb06f37b req-33d04e44-2dda-4495-aa7e-e968c8ecc04c tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768521 Apr 15 10:51:19.370356 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-789b3031-cbad-48e8-af7f-e4869c06e08a service neutron] 10.222.0.36 "GET /v2.0/networks/c4f6e935-b869-426f-8147-87b90ae81bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5506818 Apr 15 10:51:19.375667 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-a4ef1c1b-28a6-4b69-af5e-90e7e5b9063c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:19.389291 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-516dc326-e51d-49df-b130-752de66af838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:19.434517 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7003094-18cd-4dfc-8072-528a2f6e109c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18f7b55-bf6c-49bd-8f3c-e48da08e4dbf,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:19.448360 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-d7003094-18cd-4dfc-8072-528a2f6e109c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:19.450142 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-682c43c1-08ef-4048-96af-1904f3a2e06c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:19.490142 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-516dc326-e51d-49df-b130-752de66af838 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a131ff4c0ea4b53b0352616ee7d8d88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9253917 Apr 15 10:51:19.490142 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516dc326-e51d-49df-b130-752de66af838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fabd35-a5ea-4e20-b816-ee9d8cbebfd0,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:19.490541 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 39574) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:19.492404 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-516dc326-e51d-49df-b130-752de66af838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:19.495523 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d7003094-18cd-4dfc-8072-528a2f6e109c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:19.496712 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-d7003094-18cd-4dfc-8072-528a2f6e109c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d18f7b55-bf6c-49bd-8f3c-e48da08e4dbf HTTP/1.1" status: 204 len: 168 time: 0.6447403 Apr 15 10:51:19.508016 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-293156b8-cae1-4a8e-8c10-2d53eb1f0e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:19.526418 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-b1782442-4d00-4dfd-bfa8-9f4b9305b48f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:19.569504 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-cab73535-426f-4de4-862d-26898fbd5278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:19.572243 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-cab73535-426f-4de4-862d-26898fbd5278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:19.574596 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-cab73535-426f-4de4-862d-26898fbd5278 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f45445e3-8424-49c4-83f9-396f23751092 HTTP/1.1" status: 204 len: 168 time: 0.6972313 Apr 15 10:51:19.591949 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-293156b8-cae1-4a8e-8c10-2d53eb1f0e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:19.593283 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-293156b8-cae1-4a8e-8c10-2d53eb1f0e67 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e1d895ff-625a-46ee-a749-c4b53099d754 HTTP/1.1" status: 204 len: 168 time: 0.8855202 Apr 15 10:51:19.601718 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293156b8-cae1-4a8e-8c10-2d53eb1f0e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d895ff-625a-46ee-a749-c4b53099d754,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:19.604876 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-293156b8-cae1-4a8e-8c10-2d53eb1f0e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:19.605499 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-d7003094-18cd-4dfc-8072-528a2f6e109c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:19.651954 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab73535-426f-4de4-862d-26898fbd5278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45445e3-8424-49c4-83f9-396f23751092,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:19.655472 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-cab73535-426f-4de4-862d-26898fbd5278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:19.663529 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-acb2ec62-2138-4849-844d-bdff65d000d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:19.713770 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-acb2ec62-2138-4849-844d-bdff65d000d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:19.837806 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-dfa523df-7406-4b34-b5d4-029866c02774 req-8b696543-1be4-476c-a17a-470933b621b1 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd51e3f4-7cfb-4eff-9af9-d5bdfb751117 HTTP/1.1" status: 200 len: 210 time: 0.0613787 Apr 15 10:51:19.864025 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-acb2ec62-2138-4849-844d-bdff65d000d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:19.867403 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7d39cc-7481-40c1-bd91-a73e0b83d7e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:19.886401 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d6a80-343c-4c26-b56d-c54f48039a80 req-ff89f4ee-83e0-4982-a61c-98a58a47a87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:19.888281 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-650d6a80-343c-4c26-b56d-c54f48039a80 req-ff89f4ee-83e0-4982-a61c-98a58a47a87f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8bcb1eb90140445da3fa22dfd1c24874&device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 1098 time: 0.1110260 Apr 15 10:51:19.892130 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2ec62-2138-4849-844d-bdff65d000d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fabd35-a5ea-4e20-b816-ee9d8cbebfd0,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:19.914452 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-acb2ec62-2138-4849-844d-bdff65d000d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:19.919406 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-acb2ec62-2138-4849-844d-bdff65d000d6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/17fabd35-a5ea-4e20-b816-ee9d8cbebfd0 HTTP/1.1" status: 204 len: 168 time: 0.4277961 Apr 15 10:51:19.923214 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-acb2ec62-2138-4849-844d-bdff65d000d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:20.184718 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d6a80-343c-4c26-b56d-c54f48039a80 req-b59f6a88-f3f4-41f6-8050-ede13f8e4ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:20.189467 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-650d6a80-343c-4c26-b56d-c54f48039a80 req-b59f6a88-f3f4-41f6-8050-ede13f8e4ea9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9f19835a-ad99-4134-9d53-1e73b3ca8574 HTTP/1.1" status: 200 len: 919 time: 0.2865043 Apr 15 10:51:20.227090 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804fbd9-4cc7-4225-9ca1-0418b6158ef9 req-5d709f9c-cbf5-4a13-b7a9-23f99e2d0028 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:20.236602 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3804fbd9-4cc7-4225-9ca1-0418b6158ef9 req-5d709f9c-cbf5-4a13-b7a9-23f99e2d0028 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 945 time: 0.2286410 Apr 15 10:51:20.290190 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-650d6a80-343c-4c26-b56d-c54f48039a80 req-f76199a3-761f-41b8-8ad4-1f86e2c96a18 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8440d864-5ffc-4e71-acb4-07401ec7e232 HTTP/1.1" status: 200 len: 217 time: 0.0936546 Apr 15 10:51:20.301423 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3804fbd9-4cc7-4225-9ca1-0418b6158ef9 req-1a9103b7-a37e-487f-a34f-05e7ac7e2129 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634360 Apr 15 10:51:20.383202 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d6a80-343c-4c26-b56d-c54f48039a80 req-ffd07eda-b589-48f8-ad4d-7b007cc22367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:20.384663 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-650d6a80-343c-4c26-b56d-c54f48039a80 req-ffd07eda-b589-48f8-ad4d-7b007cc22367 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c09a2153-4c60-41c0-9f30-f656c5037494 HTTP/1.1" status: 200 len: 858 time: 0.0822015 Apr 15 10:51:20.396915 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 39608) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:20.424843 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f16d4000-5364-4ac4-bb09-5e0569fd4473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:20.459003 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-650d6a80-343c-4c26-b56d-c54f48039a80 req-8f9c19e0-0999-4c85-813f-564335bcb1f6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f19835a-ad99-4134-9d53-1e73b3ca8574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651693 Apr 15 10:51:20.462121 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-f16d4000-5364-4ac4-bb09-5e0569fd4473 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:51:20.468840 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-f16d4000-5364-4ac4-bb09-5e0569fd4473 admin admin] Usage tracker for resource:security_group_rule and tenant:e5d9076e4a0e4b449019f635dfa2d0c5 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:51:20.477572 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-f16d4000-5364-4ac4-bb09-5e0569fd4473 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:51:20.494163 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-f16d4000-5364-4ac4-bb09-5e0569fd4473 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:51:20.605551 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f16d4000-5364-4ac4-bb09-5e0569fd4473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:20.608455 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f16d4000-5364-4ac4-bb09-5e0569fd4473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:20.638914 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-c6b5e24b-96b1-4ad4-8cd8-36e0dd2e3c48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:20.652811 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-f16d4000-5364-4ac4-bb09-5e0569fd4473 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e5d9076e4a0e4b449019f635dfa2d0c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2522535 Apr 15 10:51:20.654997 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 39620) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:20.677932 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d4000-5364-4ac4-bb09-5e0569fd4473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562d73dd-166e-41cb-90ba-79ea5c8d9342,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:20.683849 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f16d4000-5364-4ac4-bb09-5e0569fd4473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:20.737970 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-650d6a80-343c-4c26-b56d-c54f48039a80 req-5316a6fd-aa99-4696-8856-bd43f33a5df9 service neutron] 10.222.0.60 "GET /v2.0/networks/9f19835a-ad99-4134-9d53-1e73b3ca8574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716658 Apr 15 10:51:20.850023 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1d6066e2-8e4a-452f-aae4-208bacadb643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:20.875551 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-7dd331ed-d398-4df9-98a4-4662d70150eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:20.924873 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-7dd331ed-d398-4df9-98a4-4662d70150eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:21.001832 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-650d6a80-343c-4c26-b56d-c54f48039a80 req-a14ebd11-84b1-44d1-bc0d-53628c325e00 service neutron] 10.222.0.60 "GET /v2.0/networks/9f19835a-ad99-4134-9d53-1e73b3ca8574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526104 Apr 15 10:51:21.015408 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-7dd331ed-d398-4df9-98a4-4662d70150eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:21.022922 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-293156b8-cae1-4a8e-8c10-2d53eb1f0e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:21.058085 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd331ed-d398-4df9-98a4-4662d70150eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562d73dd-166e-41cb-90ba-79ea5c8d9342,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:21.061124 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-7dd331ed-d398-4df9-98a4-4662d70150eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:21.065854 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-7dd331ed-d398-4df9-98a4-4662d70150eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:21.075570 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-7dd331ed-d398-4df9-98a4-4662d70150eb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/562d73dd-166e-41cb-90ba-79ea5c8d9342 HTTP/1.1" status: 204 len: 168 time: 0.4085319 Apr 15 10:51:21.110886 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bd4b8bbe-51db-4abe-b5c8-dab00e14ca46 req-e014ee10-3d7c-4999-a331-aa8766fb7a68 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd51e3f4-7cfb-4eff-9af9-d5bdfb751117 HTTP/1.1" status: 200 len: 210 time: 0.0812771 Apr 15 10:51:21.505568 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-c45c0caa-33ba-4720-a2e0-f43c0e0af12e tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:21.507203 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-c45c0caa-33ba-4720-a2e0-f43c0e0af12e tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.60 "GET /v2.0/networks?id=c4f6e935-b869-426f-8147-87b90ae81bd1 HTTP/1.1" status: 200 len: 815 time: 0.1907949 Apr 15 10:51:21.537475 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-a3611407-6bd4-46a4-831d-ed66e85f37dd tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Request body: {'port': {'device_id': 'cd51e3f4-7cfb-4eff-9af9-d5bdfb751117', 'network_id': 'c4f6e935-b869-426f-8147-87b90ae81bd1', 'admin_state_up': True, 'tenant_id': '468002c968c349e39872f05034981878'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:51:21.568486 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaefbe81-f320-476a-8811-01cfc32b82a2 req-ea039d30-68f2-4707-9cc9-ae08864d95eb tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:21.570446 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-aaefbe81-f320-476a-8811-01cfc32b82a2 req-ea039d30-68f2-4707-9cc9-ae08864d95eb tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 945 time: 0.1104171 Apr 15 10:51:21.623772 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-aaefbe81-f320-476a-8811-01cfc32b82a2 req-731d63f6-34fa-4d77-9840-d6feb3948fd7 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462167 Apr 15 10:51:21.774001 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-a3611407-6bd4-46a4-831d-ed66e85f37dd tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:51:21.786053 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-a3611407-6bd4-46a4-831d-ed66e85f37dd tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:51:21.796391 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-a3611407-6bd4-46a4-831d-ed66e85f37dd tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Made reservation on behalf of 468002c968c349e39872f05034981878 for: {'port': 1} {{(pid=85272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:51:21.804442 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-a3611407-6bd4-46a4-831d-ed66e85f37dd tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:21.982267 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-a3611407-6bd4-46a4-831d-ed66e85f37dd tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Allocated IP 172.20.0.4 (c4f6e935-b869-426f-8147-87b90ae81bd1/19827f90-228d-4b46-b4a8-3e3339c5c6d7/59cd8149-9af1-453f-9f6e-9b82fc9cebcb) {{(pid=85272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:51:22.272187 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-a3611407-6bd4-46a4-831d-ed66e85f37dd tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Notify callbacks [] for port, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:22.350689 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-a3611407-6bd4-46a4-831d-ed66e85f37dd tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:22.376066 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['bf21c0bb-8b3c-4843-a511-1cf9eb23aafc', 'e9eef8d5-2ac0-47ce-a131-04499f6db4ad'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:51:22.389322 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:22.540883 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5059fd3-a00d-4f59-a476-beef99a5f83b req-ae7b236d-62f5-47a4-ae92-561e1044a68b tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:22.543110 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c5059fd3-a00d-4f59-a476-beef99a5f83b req-ae7b236d-62f5-47a4-ae92-561e1044a68b tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd51e3f4-7cfb-4eff-9af9-d5bdfb751117 HTTP/1.1" status: 200 len: 931 time: 0.2251070 Apr 15 10:51:22.640717 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c5059fd3-a00d-4f59-a476-beef99a5f83b req-56b826ab-c320-4813-87d9-90fd2afcdf2c tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852163 Apr 15 10:51:22.804938 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 39726) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:22.963110 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3611407-6bd4-46a4-831d-ed66e85f37dd tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Pushing event updated for resources: {'Port': ['ID=59cd8149-9af1-453f-9f6e-9b82fc9cebcb,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:22.966916 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-a3611407-6bd4-46a4-831d-ed66e85f37dd tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:23.013732 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1468a-afdc-4604-9cee-a1218c4e167f req-55426869-ebb8-4b71-8313-81bbff0bc68c tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:23.015365 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-61b1468a-afdc-4604-9cee-a1218c4e167f req-55426869-ebb8-4b71-8313-81bbff0bc68c tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 945 time: 0.1758914 Apr 15 10:51:23.041642 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-a3611407-6bd4-46a4-831d-ed66e85f37dd tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Network c4f6e935-b869-426f-8147-87b90ae81bd1 is already hosted by enough agents. {{(pid=85272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:51:23.043093 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-a3611407-6bd4-46a4-831d-ed66e85f37dd tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Resources bound (agent type, host, resource id): {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:51:23.046435 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-a3611407-6bd4-46a4-831d-ed66e85f37dd tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Received port after_create {{(pid=85272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:51:23.077414 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-61b1468a-afdc-4604-9cee-a1218c4e167f req-bc037055-9900-45a6-a0e8-541cf90b4185 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533483 Apr 15 10:51:23.124849 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-a3611407-6bd4-46a4-831d-ed66e85f37dd tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:23.125533 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-a3611407-6bd4-46a4-831d-ed66e85f37dd tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for port, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:23.150396 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-a3611407-6bd4-46a4-831d-ed66e85f37dd tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6241724 Apr 15 10:51:23.163825 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-4286a108-357f-4c69-824b-277853a146e3 service neutron] Request body: {'port': {'device_id': 'cd51e3f4-7cfb-4eff-9af9-d5bdfb751117', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:51:23.185449 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-af2f99e2-a850-4390-ac85-d1f4dce93ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:23.201240 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-af2f99e2-a850-4390-ac85-d1f4dce93ea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:51:23.210682 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-af2f99e2-a850-4390-ac85-d1f4dce93ea3 admin admin] Usage tracker for resource:security_group_rule and tenant:c3888a551a7f4798933ff8c28adeb497 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:51:23.215311 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-af2f99e2-a850-4390-ac85-d1f4dce93ea3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:51:23.226438 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-af2f99e2-a850-4390-ac85-d1f4dce93ea3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:51:23.294972 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-4286a108-357f-4c69-824b-277853a146e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:23.341855 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-111df6a3-80df-465c-adfd-df43b0903479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:23.364902 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-af2f99e2-a850-4390-ac85-d1f4dce93ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:23.370053 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-af2f99e2-a850-4390-ac85-d1f4dce93ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:23.380513 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-95e2f918-cf07-4e03-bee5-ff955d5435de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:23.428791 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-af2f99e2-a850-4390-ac85-d1f4dce93ea3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c3888a551a7f4798933ff8c28adeb497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6226416 Apr 15 10:51:23.430535 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f99e2-a850-4390-ac85-d1f4dce93ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c815241-4006-4a6e-8123-821b2f9a5e4f,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:23.431786 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 39746) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:23.433829 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-af2f99e2-a850-4390-ac85-d1f4dce93ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:23.608555 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8f03b8bf-3303-4940-914c-0d3c7188dbf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:23.753241 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8f03b8bf-3303-4940-914c-0d3c7188dbf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:23.884094 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432e3fb-414f-413a-9b2c-2cfe1e5bc28c req-c3f7b1a0-1518-47e6-9ed3-a7d31f7bfad0 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:23.885821 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8f03b8bf-3303-4940-914c-0d3c7188dbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:23.887525 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5432e3fb-414f-413a-9b2c-2cfe1e5bc28c req-c3f7b1a0-1518-47e6-9ed3-a7d31f7bfad0 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd51e3f4-7cfb-4eff-9af9-d5bdfb751117 HTTP/1.1" status: 200 len: 931 time: 0.1126606 Apr 15 10:51:23.893132 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-b0f71d29-86ce-4671-bcf3-b6b7a52fb3b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:23.947475 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5432e3fb-414f-413a-9b2c-2cfe1e5bc28c req-a2665ce6-aeb4-4dc3-8edd-e8d56386c3ea tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536025 Apr 15 10:51:23.957980 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03b8bf-3303-4940-914c-0d3c7188dbf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c815241-4006-4a6e-8123-821b2f9a5e4f,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:23.960559 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-8f03b8bf-3303-4940-914c-0d3c7188dbf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:23.979242 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8f03b8bf-3303-4940-914c-0d3c7188dbf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:23.983747 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-8f03b8bf-3303-4940-914c-0d3c7188dbf8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7c815241-4006-4a6e-8123-821b2f9a5e4f HTTP/1.1" status: 204 len: 168 time: 0.5476518 Apr 15 10:51:23.992695 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-4286a108-357f-4c69-824b-277853a146e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59cd8149-9af1-453f-9f6e-9b82fc9cebcb {{(pid=85272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:51:24.001664 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-4286a108-357f-4c69-824b-277853a146e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:24.018844 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-4286a108-357f-4c69-824b-277853a146e3 service neutron] Transition to ACTIVE for port object 59cd8149-9af1-453f-9f6e-9b82fc9cebcb will not be triggered until provisioned by entity L2. {{(pid=85272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:51:24.023870 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-4286a108-357f-4c69-824b-277853a146e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852030086'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:24.062063 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:24.129799 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:24.318812 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:24.415677 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14479a-4a76-4792-8743-35d800283680 req-8a33dc4d-c7c0-4463-a507-2250ee324a13 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:24.426474 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ee14479a-4a76-4792-8743-35d800283680 req-8a33dc4d-c7c0-4463-a507-2250ee324a13 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 945 time: 0.1853018 Apr 15 10:51:24.434862 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4286a108-357f-4c69-824b-277853a146e3 service neutron] Pushing event updated for resources: {'Port': ['ID=59cd8149-9af1-453f-9f6e-9b82fc9cebcb,revision_number=2']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:24.439156 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-4286a108-357f-4c69-824b-277853a146e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:24.483007 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ee14479a-4a76-4792-8743-35d800283680 req-f667792e-ae10-44a1-8ce8-5c0fe8ba1c9b tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554721 Apr 15 10:51:24.507233 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 39778) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:24.526693 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-22ed6bc3-3e7c-4a12-b0ae-51da1775c83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:24.542899 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-22ed6bc3-3e7c-4a12-b0ae-51da1775c83f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:51:24.547205 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-22ed6bc3-3e7c-4a12-b0ae-51da1775c83f admin admin] Usage tracker for resource:security_group_rule and tenant:97d03f95ce024d578e7a3b7b3184a3ed is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:51:24.550143 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-22ed6bc3-3e7c-4a12-b0ae-51da1775c83f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:51:24.556977 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-22ed6bc3-3e7c-4a12-b0ae-51da1775c83f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:51:24.559341 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-4286a108-357f-4c69-824b-277853a146e3 service neutron] Attempting to bind port 59cd8149-9af1-453f-9f6e-9b82fc9cebcb on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:51:24.559717 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-4286a108-357f-4c69-824b-277853a146e3 service neutron] Attempting to bind port 59cd8149-9af1-453f-9f6e-9b82fc9cebcb by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '9d4b411c-2002-4aee-a880-e637d51bd4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c4f6e935-b869-426f-8147-87b90ae81bd1'}] {{(pid=85272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:51:24.560083 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-4286a108-357f-4c69-824b-277853a146e3 service neutron] Attempting to bind port 59cd8149-9af1-453f-9f6e-9b82fc9cebcb on network c4f6e935-b869-426f-8147-87b90ae81bd1 {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:51:24.565647 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-4286a108-357f-4c69-824b-277853a146e3 service neutron] Port 59cd8149-9af1-453f-9f6e-9b82fc9cebcb on network c4f6e935-b869-426f-8147-87b90ae81bd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:51:24.565853 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-4286a108-357f-4c69-824b-277853a146e3 service neutron] Attempting to bind port 59cd8149-9af1-453f-9f6e-9b82fc9cebcb on network c4f6e935-b869-426f-8147-87b90ae81bd1 {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:51:24.572244 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-4286a108-357f-4c69-824b-277853a146e3 service neutron] Checking agent: {'id': '39ee03b0-0a73-4082-87ae-8bc447154759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:51:24.572751 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-4286a108-357f-4c69-824b-277853a146e3 service neutron] Checking segment: {'id': '9d4b411c-2002-4aee-a880-e637d51bd4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c4f6e935-b869-426f-8147-87b90ae81bd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:51:24.573287 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-4286a108-357f-4c69-824b-277853a146e3 service neutron] Bound using segment: {'id': '9d4b411c-2002-4aee-a880-e637d51bd4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c4f6e935-b869-426f-8147-87b90ae81bd1'} {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:51:24.573872 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-4286a108-357f-4c69-824b-277853a146e3 service neutron] Bound port: 59cd8149-9af1-453f-9f6e-9b82fc9cebcb, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d4b411c-2002-4aee-a880-e637d51bd4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c4f6e935-b869-426f-8147-87b90ae81bd1'}}] {{(pid=85272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:51:24.574365 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-4286a108-357f-4c69-824b-277853a146e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:24.654434 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-22ed6bc3-3e7c-4a12-b0ae-51da1775c83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:24.659713 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-22ed6bc3-3e7c-4a12-b0ae-51da1775c83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:24.680728 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-2fe5b5a6-8dc9-4223-90ea-f948923e3bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:24.689772 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-4286a108-357f-4c69-824b-277853a146e3 service neutron] For port 59cd8149-9af1-453f-9f6e-9b82fc9cebcb, host hv-cinder-78638, cleared binding levels {{(pid=85272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:51:24.701551 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-4286a108-357f-4c69-824b-277853a146e3 service neutron] For port 59cd8149-9af1-453f-9f6e-9b82fc9cebcb, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=59cd8149-9af1-453f-9f6e-9b82fc9cebcb,segment=NetworkSegment(9d4b411c-2002-4aee-a880-e637d51bd4ad),segment_id=9d4b411c-2002-4aee-a880-e637d51bd4ad)] {{(pid=85272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:51:24.705273 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-4286a108-357f-4c69-824b-277853a146e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852030086'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:24.733999 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-22ed6bc3-3e7c-4a12-b0ae-51da1775c83f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=97d03f95ce024d578e7a3b7b3184a3ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2255878 Apr 15 10:51:24.737738 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 39788) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:24.787607 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-4286a108-357f-4c69-824b-277853a146e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:24.795286 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed6bc3-3e7c-4a12-b0ae-51da1775c83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e82070-9a6b-42af-8e0f-45e45ebc70a5,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:24.805912 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-22ed6bc3-3e7c-4a12-b0ae-51da1775c83f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:24.814632 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-568adc5f-1790-4a48-8365-bfcd5ef7bb6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:24.844810 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-568adc5f-1790-4a48-8365-bfcd5ef7bb6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:24.884099 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4286a108-357f-4c69-824b-277853a146e3 service neutron] Pushing event updated for resources: {'Port': ['ID=59cd8149-9af1-453f-9f6e-9b82fc9cebcb,revision_number=3']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:24.900765 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-4286a108-357f-4c69-824b-277853a146e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:24.902794 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-568adc5f-1790-4a48-8365-bfcd5ef7bb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:24.911320 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-813ca11e-8b4b-4134-8691-3e2dbd7f236d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:24.927325 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568adc5f-1790-4a48-8365-bfcd5ef7bb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e82070-9a6b-42af-8e0f-45e45ebc70a5,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:24.932592 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-568adc5f-1790-4a48-8365-bfcd5ef7bb6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:24.946294 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-568adc5f-1790-4a48-8365-bfcd5ef7bb6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:24.950410 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-568adc5f-1790-4a48-8365-bfcd5ef7bb6b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/36e82070-9a6b-42af-8e0f-45e45ebc70a5 HTTP/1.1" status: 204 len: 168 time: 0.2091403 Apr 15 10:51:24.963449 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-4286a108-357f-4c69-824b-277853a146e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:24.964127 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-4286a108-357f-4c69-824b-277853a146e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for port, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:24.965914 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-4286a108-357f-4c69-824b-277853a146e3 service neutron] 10.222.0.60 "PUT /v2.0/ports/59cd8149-9af1-453f-9f6e-9b82fc9cebcb HTTP/1.1" status: 200 len: 1093 time: 1.8075490 Apr 15 10:51:24.966677 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd51e3f4-7cfb-4eff-9af9-d5bdfb751117', 'tag': '59cd8149-9af1-453f-9f6e-9b82fc9cebcb'}] {{(pid=85272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:51:25.060262 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-3cde6536-0c31-41a2-88ba-be6e4bb24a56 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=21dfd63f6c164ae68ad8a8f1834b8afe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361674 Apr 15 10:51:25.090577 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:25.108116 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-b5477ba8-4ee1-4033-9810-cbfb84a000f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:25.109877 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-b5477ba8-4ee1-4033-9810-cbfb84a000f7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=468002c968c349e39872f05034981878&device_id=cd51e3f4-7cfb-4eff-9af9-d5bdfb751117 HTTP/1.1" status: 200 len: 1096 time: 0.0914965 Apr 15 10:51:25.130466 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:25.208603 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-24691e81-ab53-4a25-b238-b49889eefd79 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59cd8149-9af1-453f-9f6e-9b82fc9cebcb HTTP/1.1" status: 200 len: 217 time: 0.0868888 Apr 15 10:51:25.304262 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-9633b570-275f-40ff-a0dd-7d3eb3411714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:25.306015 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-9633b570-275f-40ff-a0dd-7d3eb3411714 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=19827f90-228d-4b46-b4a8-3e3339c5c6d7 HTTP/1.1" status: 200 len: 855 time: 0.0904775 Apr 15 10:51:25.365489 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73981ba3-e968-4004-9c27-b45e9bf1b61e req-18e71b75-ee20-4b0b-a557-2d6fd23829df tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:25.374060 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-73981ba3-e968-4004-9c27-b45e9bf1b61e req-18e71b75-ee20-4b0b-a557-2d6fd23829df tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd51e3f4-7cfb-4eff-9af9-d5bdfb751117 HTTP/1.1" status: 200 len: 943 time: 0.1966345 Apr 15 10:51:25.384200 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-9784e4c2-fda2-4c07-a2a6-4896c3fb28e1 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:25.391497 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-9784e4c2-fda2-4c07-a2a6-4896c3fb28e1 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3183603 Apr 15 10:51:25.413058 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-a95aee4a-8e28-4ddf-ad04-191712fb7a9a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c4f6e935-b869-426f-8147-87b90ae81bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793548 Apr 15 10:51:25.441893 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-1ec62be1-eb59-4adf-8028-1a26bd1815eb tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/quotas/21dfd63f6c164ae68ad8a8f1834b8afe HTTP/1.1" status: 200 len: 375 time: 0.0488832 Apr 15 10:51:25.495689 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-8696ba27-8b3f-42e8-8abc-6b61592ad315 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=21dfd63f6c164ae68ad8a8f1834b8afe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528038 Apr 15 10:51:25.516442 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-73981ba3-e968-4004-9c27-b45e9bf1b61e req-8418302c-98af-463a-9766-d1559fff2c8e tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414325 Apr 15 10:51:25.603678 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-5a2c2bdd-18f2-449b-a1f4-cb9c3e0c670c service neutron] 10.222.0.60 "GET /v2.0/networks/c4f6e935-b869-426f-8147-87b90ae81bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825590 Apr 15 10:51:25.646912 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd51e3f4-7cfb-4eff-9af9-d5bdfb751117', 'tag': '59cd8149-9af1-453f-9f6e-9b82fc9cebcb', 'status': 'completed', 'code': 200} Apr 15 10:51:25.817372 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f399f77b-79ec-44c3-8623-6e780bfa26da req-fca9ab9a-5b1c-4d85-aa99-080d605057e4 service neutron] 10.222.0.60 "GET /v2.0/networks/c4f6e935-b869-426f-8147-87b90ae81bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057135 Apr 15 10:51:25.883367 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7a20af0f-5448-4d03-af73-41e838d6e412 req-ee06e957-9886-4742-8868-eea9c397525e tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/ports?device_id=952669cd-4da1-4434-9658-3a2b86e4a7d5 HTTP/1.1" status: 200 len: 210 time: 0.0729771 Apr 15 10:51:25.956360 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b761f2-56f0-473d-a0fe-8c8b9a2fe0ed req-1dde3fb0-b13c-45be-8e6f-72cc53b1e495 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:25.958009 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a9b761f2-56f0-473d-a0fe-8c8b9a2fe0ed req-1dde3fb0-b13c-45be-8e6f-72cc53b1e495 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 945 time: 0.1944993 Apr 15 10:51:25.980927 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1a319-42b5-4acd-b68b-7f499bfe0551 req-f3ec55c4-8eb2-4c99-a697-2a61cd184730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:25.982853 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-21f1a319-42b5-4acd-b68b-7f499bfe0551 req-f3ec55c4-8eb2-4c99-a697-2a61cd184730 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=468002c968c349e39872f05034981878&device_id=cd51e3f4-7cfb-4eff-9af9-d5bdfb751117 HTTP/1.1" status: 200 len: 1096 time: 0.1183615 Apr 15 10:51:26.019291 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a9b761f2-56f0-473d-a0fe-8c8b9a2fe0ed req-74bd4699-7ecd-4d87-b78e-02fb4756f008 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542049 Apr 15 10:51:26.210807 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1a319-42b5-4acd-b68b-7f499bfe0551 req-4a65eda3-3688-4d15-8336-601f3d4fc0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:26.216906 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-21f1a319-42b5-4acd-b68b-7f499bfe0551 req-4a65eda3-3688-4d15-8336-601f3d4fc0b4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c4f6e935-b869-426f-8147-87b90ae81bd1 HTTP/1.1" status: 200 len: 916 time: 0.2249274 Apr 15 10:51:26.310012 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-21f1a319-42b5-4acd-b68b-7f499bfe0551 req-bce76c81-bc64-46ea-9678-f33195b1702a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59cd8149-9af1-453f-9f6e-9b82fc9cebcb HTTP/1.1" status: 200 len: 217 time: 0.0831540 Apr 15 10:51:26.404476 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1a319-42b5-4acd-b68b-7f499bfe0551 req-989bb12a-b734-4fd9-a5a7-f2df0eee4ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:26.406045 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-21f1a319-42b5-4acd-b68b-7f499bfe0551 req-989bb12a-b734-4fd9-a5a7-f2df0eee4ed7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=19827f90-228d-4b46-b4a8-3e3339c5c6d7 HTTP/1.1" status: 200 len: 855 time: 0.0757444 Apr 15 10:51:26.462877 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-21f1a319-42b5-4acd-b68b-7f499bfe0551 req-45865c05-854e-45cc-85f0-7396d92ce0dc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c4f6e935-b869-426f-8147-87b90ae81bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490572 Apr 15 10:51:26.614775 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-21f1a319-42b5-4acd-b68b-7f499bfe0551 req-41ee28e8-a144-4d21-908a-4219ac9f0541 service neutron] 10.222.0.60 "GET /v2.0/networks/c4f6e935-b869-426f-8147-87b90ae81bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439049 Apr 15 10:51:26.756833 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325cfd6-1ed3-470b-8389-7ddf83de22e7 req-4737df8a-f9d9-4009-adb5-5501cc20cc8c tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:26.759200 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a325cfd6-1ed3-470b-8389-7ddf83de22e7 req-4737df8a-f9d9-4009-adb5-5501cc20cc8c tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd51e3f4-7cfb-4eff-9af9-d5bdfb751117 HTTP/1.1" status: 200 len: 943 time: 0.1084373 Apr 15 10:51:26.792535 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-21f1a319-42b5-4acd-b68b-7f499bfe0551 req-f47dd1dc-e147-43c5-b65d-9b131ede3e6f service neutron] 10.222.0.60 "GET /v2.0/networks/c4f6e935-b869-426f-8147-87b90ae81bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679382 Apr 15 10:51:26.820310 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a325cfd6-1ed3-470b-8389-7ddf83de22e7 req-31b36c3e-e93e-40c4-bebb-0c52a1f1d99e tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531635 Apr 15 10:51:27.058837 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 39894) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:27.088813 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-586b67fd-5f83-491d-b7ff-a15dba595b25 req-5ca59a54-3134-4092-8f73-8ca6134a60db tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/ports?device_id=952669cd-4da1-4434-9658-3a2b86e4a7d5 HTTP/1.1" status: 200 len: 210 time: 0.0643008 Apr 15 10:51:27.225965 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-35070d2d-827e-4b35-98fb-44fc0e73db6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:27.262078 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-35070d2d-827e-4b35-98fb-44fc0e73db6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:51:27.266618 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-35070d2d-827e-4b35-98fb-44fc0e73db6a admin admin] Usage tracker for resource:security_group_rule and tenant:917390f3fc3d4039a74b84e90f8c40f8 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:51:27.270124 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-35070d2d-827e-4b35-98fb-44fc0e73db6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:51:27.277658 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-35070d2d-827e-4b35-98fb-44fc0e73db6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:51:27.289897 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934acfb-8f68-4536-a572-8d012dc518fc req-4701f705-984d-4dd7-a7c0-27399da00323 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:27.291805 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d934acfb-8f68-4536-a572-8d012dc518fc req-4701f705-984d-4dd7-a7c0-27399da00323 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 945 time: 0.1391039 Apr 15 10:51:27.371168 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 39906) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:27.376336 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d934acfb-8f68-4536-a572-8d012dc518fc req-0e036b36-457f-4f41-bfdb-097ebb14051a tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753646 Apr 15 10:51:27.404858 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-1e198e75-aa5a-4958-a210-654e20bb17d6 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=21dfd63f6c164ae68ad8a8f1834b8afe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1015849 Apr 15 10:51:27.619388 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-45d1e026-41f8-4bd6-bdde-43409e2ca280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:27.653773 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-96187ff2-aca1-4d6a-81af-be657987264d tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:27.655367 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-96187ff2-aca1-4d6a-81af-be657987264d tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2435079 Apr 15 10:51:27.667265 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-45d1e026-41f8-4bd6-bdde-43409e2ca280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:51:27.675210 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-44464576-0a18-43ec-8bd6-6b00faad4241 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Request body: {'port': {'device_id': '952669cd-4da1-4434-9658-3a2b86e4a7d5', 'network_id': '6c39e915-9d18-41e6-b301-5b29386d001e', 'admin_state_up': True, 'tenant_id': '21dfd63f6c164ae68ad8a8f1834b8afe'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:51:27.693821 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-45d1e026-41f8-4bd6-bdde-43409e2ca280 admin admin] Usage tracker for resource:security_group_rule and tenant:7d456f40b0b74e51a1f6aeb447c44353 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:51:27.699212 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-45d1e026-41f8-4bd6-bdde-43409e2ca280 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:51:27.712326 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-45d1e026-41f8-4bd6-bdde-43409e2ca280 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:51:27.715524 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-35070d2d-827e-4b35-98fb-44fc0e73db6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:27.777104 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-35070d2d-827e-4b35-98fb-44fc0e73db6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:27.792021 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-88858bcc-2d81-448b-bbcb-bb90a4f8319d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:27.882555 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-35070d2d-827e-4b35-98fb-44fc0e73db6a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=917390f3fc3d4039a74b84e90f8c40f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8224683 Apr 15 10:51:27.885674 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 39922) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:27.890443 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35070d2d-827e-4b35-98fb-44fc0e73db6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1870427c-a51b-4bdc-8ce1-b066e05cfd69,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:27.897679 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-35070d2d-827e-4b35-98fb-44fc0e73db6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:27.938131 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-44464576-0a18-43ec-8bd6-6b00faad4241 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:51:27.948167 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-44464576-0a18-43ec-8bd6-6b00faad4241 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Usage tracker for resource:port and tenant:21dfd63f6c164ae68ad8a8f1834b8afe is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:51:27.951607 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-44464576-0a18-43ec-8bd6-6b00faad4241 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:51:27.964252 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-44464576-0a18-43ec-8bd6-6b00faad4241 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:51:27.996202 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-44464576-0a18-43ec-8bd6-6b00faad4241 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Made reservation on behalf of 21dfd63f6c164ae68ad8a8f1834b8afe for: {'port': 1} {{(pid=85272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:51:28.002284 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-44464576-0a18-43ec-8bd6-6b00faad4241 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:28.002920 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ead46e15-5195-456e-b95d-19a95ae856f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:28.018217 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-45d1e026-41f8-4bd6-bdde-43409e2ca280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:28.021337 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-44464576-0a18-43ec-8bd6-6b00faad4241 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:28.034445 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-45d1e026-41f8-4bd6-bdde-43409e2ca280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:28.042275 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ead46e15-5195-456e-b95d-19a95ae856f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:28.043384 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-56592033-50d9-46bb-88a0-cde6130c3e81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:28.057997 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-44464576-0a18-43ec-8bd6-6b00faad4241 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:51:28.066156 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-44464576-0a18-43ec-8bd6-6b00faad4241 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Usage tracker for resource:security_group_rule and tenant:21dfd63f6c164ae68ad8a8f1834b8afe is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:51:28.071334 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-44464576-0a18-43ec-8bd6-6b00faad4241 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:51:28.097616 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-44464576-0a18-43ec-8bd6-6b00faad4241 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:51:28.103910 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1e026-41f8-4bd6-bdde-43409e2ca280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7779d23-8963-4ecc-9d74-1c12c8f97683,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:28.104749 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0494a9-da10-4fb0-b709-c9db7ffb6631 req-2758478c-c143-4a3e-a394-fd3fbc6cc4b6 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:28.106427 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ef0494a9-da10-4fb0-b709-c9db7ffb6631 req-2758478c-c143-4a3e-a394-fd3fbc6cc4b6 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd51e3f4-7cfb-4eff-9af9-d5bdfb751117 HTTP/1.1" status: 200 len: 943 time: 0.1591716 Apr 15 10:51:28.109118 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-45d1e026-41f8-4bd6-bdde-43409e2ca280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:28.111783 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-45d1e026-41f8-4bd6-bdde-43409e2ca280 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7d456f40b0b74e51a1f6aeb447c44353&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7246754 Apr 15 10:51:28.115402 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 39926) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:28.147031 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ead46e15-5195-456e-b95d-19a95ae856f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:28.156332 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-3830ef02-ae5c-4bda-a6f9-aa26ac2a14f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:28.171334 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead46e15-5195-456e-b95d-19a95ae856f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1870427c-a51b-4bdc-8ce1-b066e05cfd69,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:28.185465 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-ead46e15-5195-456e-b95d-19a95ae856f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:28.214506 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-44464576-0a18-43ec-8bd6-6b00faad4241 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:28.217701 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ead46e15-5195-456e-b95d-19a95ae856f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:28.217944 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-44464576-0a18-43ec-8bd6-6b00faad4241 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:28.219451 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-ead46e15-5195-456e-b95d-19a95ae856f5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1870427c-a51b-4bdc-8ce1-b066e05cfd69 HTTP/1.1" status: 204 len: 168 time: 0.3326256 Apr 15 10:51:28.223765 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-a852f912-6da8-4693-a110-a4f9942b4fa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:28.272078 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ef0494a9-da10-4fb0-b709-c9db7ffb6631 req-95afa50a-bcb1-421d-9f6d-6ce0ed85b910 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415648 Apr 15 10:51:28.292970 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cad53a45-abf5-4d74-abbb-3a64f91a69be req-53f4a123-50d0-4527-8dfc-0af5ab7343cd tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/ports?device_id=952669cd-4da1-4434-9658-3a2b86e4a7d5 HTTP/1.1" status: 200 len: 210 time: 0.0791140 Apr 15 10:51:28.310255 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9ecbe2b4-2273-43dc-a18e-140b44a22b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:28.361698 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9ecbe2b4-2273-43dc-a18e-140b44a22b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:28.459828 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9ecbe2b4-2273-43dc-a18e-140b44a22b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:28.465915 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:28.491326 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecbe2b4-2273-43dc-a18e-140b44a22b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7779d23-8963-4ecc-9d74-1c12c8f97683,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:28.497681 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-9ecbe2b4-2273-43dc-a18e-140b44a22b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:28.518543 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9ecbe2b4-2273-43dc-a18e-140b44a22b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:28.523140 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-9ecbe2b4-2273-43dc-a18e-140b44a22b43 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e7779d23-8963-4ecc-9d74-1c12c8f97683 HTTP/1.1" status: 204 len: 168 time: 0.4036725 Apr 15 10:51:28.541116 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 59cd8149-9af1-453f-9f6e-9b82fc9cebcb details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:51:28.567684 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44464576-0a18-43ec-8bd6-6b00faad4241 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93234868-fd0d-45ab-a005-4446fe48d2f6,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:28.581453 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-44464576-0a18-43ec-8bd6-6b00faad4241 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:28.662752 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f0a16-564d-4438-a446-c48491203587 req-9ca1fd69-3795-4c07-b65a-f9c3f253893e tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:28.678610 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ec9f0a16-564d-4438-a446-c48491203587 req-9ca1fd69-3795-4c07-b65a-f9c3f253893e tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 945 time: 0.1567745 Apr 15 10:51:28.719022 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-44464576-0a18-43ec-8bd6-6b00faad4241 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Allocated IP 192.168.233.147 (6c39e915-9d18-41e6-b301-5b29386d001e/db307b35-65db-45c5-a0e4-52d8b631dfa1/2dfc82e8-e88a-4aef-97d3-735787bc6fd6) {{(pid=85272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:51:28.732204 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 39944) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:28.797997 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-18dd8458-b82c-4324-9ea8-ea0e571ddd32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:28.833956 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 59cd8149-9af1-453f-9f6e-9b82fc9cebcb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=59cd8149-9af1-453f-9f6e-9b82fc9cebcb,segment=NetworkSegment(9d4b411c-2002-4aee-a880-e637d51bd4ad),segment_id=9d4b411c-2002-4aee-a880-e637d51bd4ad)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:51:28.834456 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-18dd8458-b82c-4324-9ea8-ea0e571ddd32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:51:28.842582 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-18dd8458-b82c-4324-9ea8-ea0e571ddd32 admin admin] Usage tracker for resource:security_group_rule and tenant:761293706e7b47c6b92df25da31e514b is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:51:28.857089 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ec9f0a16-564d-4438-a446-c48491203587 req-d996ef34-a561-4dca-b714-be82c3e7aab9 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719880 Apr 15 10:51:28.858140 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-18dd8458-b82c-4324-9ea8-ea0e571ddd32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:51:28.869915 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Returning: {'device': '59cd8149-9af1-453f-9f6e-9b82fc9cebcb', 'network_id': 'c4f6e935-b869-426f-8147-87b90ae81bd1', 'port_id': '59cd8149-9af1-453f-9f6e-9b82fc9cebcb', 'mac_address': 'fa:16:3e:92:ed:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19827f90-228d-4b46-b4a8-3e3339c5c6d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:51:28.872154 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-18dd8458-b82c-4324-9ea8-ea0e571ddd32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:51:28.982054 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-18dd8458-b82c-4324-9ea8-ea0e571ddd32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:28.987146 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-18dd8458-b82c-4324-9ea8-ea0e571ddd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:28.997708 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-22ed6bc3-3e7c-4a12-b0ae-51da1775c83f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:29.001182 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:29.014734 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-44464576-0a18-43ec-8bd6-6b00faad4241 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Notify callbacks [] for port, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:29.031550 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd8458-b82c-4324-9ea8-ea0e571ddd32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe8149c-03f2-4cea-9bfc-e7f7b1d973f5,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:29.037282 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-18dd8458-b82c-4324-9ea8-ea0e571ddd32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:29.039727 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59cd8149-9af1-453f-9f6e-9b82fc9cebcb {{(pid=85273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:51:29.055164 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-44464576-0a18-43ec-8bd6-6b00faad4241 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Transition to ACTIVE for port object 2dfc82e8-e88a-4aef-97d3-735787bc6fd6 will not be triggered until provisioned by entity DHCP. {{(pid=85272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:51:29.059690 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 39952) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:29.060357 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-18dd8458-b82c-4324-9ea8-ea0e571ddd32 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=761293706e7b47c6b92df25da31e514b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270109 Apr 15 10:51:29.073861 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 59cd8149-9af1-453f-9f6e-9b82fc9cebcb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=59cd8149-9af1-453f-9f6e-9b82fc9cebcb,segment=NetworkSegment(9d4b411c-2002-4aee-a880-e637d51bd4ad),segment_id=9d4b411c-2002-4aee-a880-e637d51bd4ad)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:51:29.081381 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:29.084051 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:29.151510 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f87a9c14-8107-48e3-801e-4c6add09d378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:29.183864 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-44464576-0a18-43ec-8bd6-6b00faad4241 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:29.185120 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 39960) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:29.190681 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=59cd8149-9af1-453f-9f6e-9b82fc9cebcb,revision_number=4']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:29.193945 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:29.208560 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4d971476-aee5-4acd-9de3-edba0583ed79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:29.213552 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f87a9c14-8107-48e3-801e-4c6add09d378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:29.223984 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e352d32d-0a18-4b5b-972b-1c21a3b3ed7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:29.227811 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-4d971476-aee5-4acd-9de3-edba0583ed79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:51:29.231563 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-4d971476-aee5-4acd-9de3-edba0583ed79 admin admin] Usage tracker for resource:security_group_rule and tenant:6195fa77c3e4457485a204be04018ce1 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:51:29.234727 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-4d971476-aee5-4acd-9de3-edba0583ed79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:51:29.241895 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-4d971476-aee5-4acd-9de3-edba0583ed79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:51:29.345917 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4d971476-aee5-4acd-9de3-edba0583ed79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:29.354597 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4d971476-aee5-4acd-9de3-edba0583ed79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:29.364900 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-af2f99e2-a850-4390-ac85-d1f4dce93ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:29.396255 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d971476-aee5-4acd-9de3-edba0583ed79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b3ada9-183e-47c7-bf76-ad73c2b5b700,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:29.401280 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-4d971476-aee5-4acd-9de3-edba0583ed79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:29.418856 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-4d971476-aee5-4acd-9de3-edba0583ed79 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6195fa77c3e4457485a204be04018ce1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320552 Apr 15 10:51:29.422932 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 39968) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:29.443469 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44464576-0a18-43ec-8bd6-6b00faad4241 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Pushing event updated for resources: {'Port': ['ID=2dfc82e8-e88a-4aef-97d3-735787bc6fd6,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:29.450128 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-44464576-0a18-43ec-8bd6-6b00faad4241 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:29.483113 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f87a9c14-8107-48e3-801e-4c6add09d378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:29.490479 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-dd10f31e-957e-44ee-ad4f-5b019c0452e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:29.513444 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a9c14-8107-48e3-801e-4c6add09d378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe8149c-03f2-4cea-9bfc-e7f7b1d973f5,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:29.513678 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['59cd8149-9af1-453f-9f6e-9b82fc9cebcb'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:51:29.521589 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f87a9c14-8107-48e3-801e-4c6add09d378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:29.539865 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-44464576-0a18-43ec-8bd6-6b00faad4241 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Network 6c39e915-9d18-41e6-b301-5b29386d001e is already hosted by enough agents. {{(pid=85272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:51:29.542057 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-44464576-0a18-43ec-8bd6-6b00faad4241 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Resources bound (agent type, host, resource id): {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:51:29.546136 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-44464576-0a18-43ec-8bd6-6b00faad4241 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Received port after_create {{(pid=85272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:51:29.589824 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f87a9c14-8107-48e3-801e-4c6add09d378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:29.591086 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-f87a9c14-8107-48e3-801e-4c6add09d378 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cbe8149c-03f2-4cea-9bfc-e7f7b1d973f5 HTTP/1.1" status: 204 len: 168 time: 0.5283332 Apr 15 10:51:29.596123 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-7a39cc1a-5f38-4f07-a1fe-e7962dd0c18f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:29.631070 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-44464576-0a18-43ec-8bd6-6b00faad4241 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:29.631775 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-44464576-0a18-43ec-8bd6-6b00faad4241 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for port, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:29.661261 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-7a39cc1a-5f38-4f07-a1fe-e7962dd0c18f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:29.663485 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-44464576-0a18-43ec-8bd6-6b00faad4241 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9934630 Apr 15 10:51:29.677702 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-e5a15f5f-b726-41f9-b18d-ae45445201a7 service neutron] Request body: {'port': {'device_id': '952669cd-4da1-4434-9658-3a2b86e4a7d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:51:29.712952 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35010402-990a-45f6-aaf2-8f0310621e7b req-6f6c7ff9-f6b2-4e2f-8635-7dfa47fee6b8 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:29.721146 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-35010402-990a-45f6-aaf2-8f0310621e7b req-6f6c7ff9-f6b2-4e2f-8635-7dfa47fee6b8 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/ports?device_id=952669cd-4da1-4434-9658-3a2b86e4a7d5 HTTP/1.1" status: 200 len: 936 time: 0.2820714 Apr 15 10:51:29.786455 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-75e6fec7-03e7-4ed6-af7c-0d6905c250c3 None None] Provisioning for port 2dfc82e8-e88a-4aef-97d3-735787bc6fd6 completed by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:51:29.792063 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f05cd-fa5c-47e3-9495-9265a50cc330 req-a19d1fe5-f6c6-4d5d-92e1-5a361ad23e62 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:29.793731 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-302f05cd-fa5c-47e3-9495-9265a50cc330 req-a19d1fe5-f6c6-4d5d-92e1-5a361ad23e62 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd51e3f4-7cfb-4eff-9af9-d5bdfb751117 HTTP/1.1" status: 200 len: 944 time: 0.2887137 Apr 15 10:51:29.804827 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-75e6fec7-03e7-4ed6-af7c-0d6905c250c3 None None] Provisioning complete for port 2dfc82e8-e88a-4aef-97d3-735787bc6fd6 triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:51:29.805224 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-75e6fec7-03e7-4ed6-af7c-0d6905c250c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:29.814430 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-35010402-990a-45f6-aaf2-8f0310621e7b req-9637b53b-ec38-4781-a4ef-2b07dbd4ce9c tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/security-groups?id=93234868-fd0d-45ab-a005-4446fe48d2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917647 Apr 15 10:51:29.877095 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-75e6fec7-03e7-4ed6-af7c-0d6905c250c3 None None] Port 2dfc82e8-e88a-4aef-97d3-735787bc6fd6 cannot update to ACTIVE because it is not bound. {{(pid=85273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:51:29.881838 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-e5a15f5f-b726-41f9-b18d-ae45445201a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:29.913706 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-302f05cd-fa5c-47e3-9495-9265a50cc330 req-9f1752c7-7928-4977-bf5c-807b68c19b8b tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949304 Apr 15 10:51:29.914662 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-7a39cc1a-5f38-4f07-a1fe-e7962dd0c18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:29.929308 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1a0141c0-ff01-4138-9d23-2537ef166374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:29.947934 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39cc1a-5f38-4f07-a1fe-e7962dd0c18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b3ada9-183e-47c7-bf76-ad73c2b5b700,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:29.953596 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-7a39cc1a-5f38-4f07-a1fe-e7962dd0c18f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:29.961863 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-7a39cc1a-5f38-4f07-a1fe-e7962dd0c18f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:29.964623 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-7a39cc1a-5f38-4f07-a1fe-e7962dd0c18f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/58b3ada9-183e-47c7-bf76-ad73c2b5b700 HTTP/1.1" status: 204 len: 168 time: 0.5404048 Apr 15 10:51:30.168635 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d0589-3391-4f7f-a9e4-32fd87fd2364 req-951b871a-3d7d-45df-919d-92eae257300d tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:30.171580 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ac0d0589-3391-4f7f-a9e4-32fd87fd2364 req-951b871a-3d7d-45df-919d-92eae257300d tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 945 time: 0.1094797 Apr 15 10:51:30.242726 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ac0d0589-3391-4f7f-a9e4-32fd87fd2364 req-e890b796-c206-4694-8586-db3be3b5f3fd tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642362 Apr 15 10:51:30.420098 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-e5a15f5f-b726-41f9-b18d-ae45445201a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dfc82e8-e88a-4aef-97d3-735787bc6fd6 {{(pid=85272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:51:30.430391 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-e5a15f5f-b726-41f9-b18d-ae45445201a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:30.449702 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-e5a15f5f-b726-41f9-b18d-ae45445201a7 service neutron] Transition to ACTIVE for port object 2dfc82e8-e88a-4aef-97d3-735787bc6fd6 will not be triggered until provisioned by entity L2. {{(pid=85272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:51:30.452974 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-e5a15f5f-b726-41f9-b18d-ae45445201a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852030086'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:30.475344 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-4286a108-357f-4c69-824b-277853a146e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:30.550555 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a15f5f-b726-41f9-b18d-ae45445201a7 service neutron] Pushing event updated for resources: {'Port': ['ID=2dfc82e8-e88a-4aef-97d3-735787bc6fd6,revision_number=2']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:30.553671 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e5a15f5f-b726-41f9-b18d-ae45445201a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:30.916678 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-e5a15f5f-b726-41f9-b18d-ae45445201a7 service neutron] Attempting to bind port 2dfc82e8-e88a-4aef-97d3-735787bc6fd6 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:51:30.917464 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-e5a15f5f-b726-41f9-b18d-ae45445201a7 service neutron] Attempting to bind port 2dfc82e8-e88a-4aef-97d3-735787bc6fd6 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '109ac857-cd2c-446b-85f3-1bf0de22ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6c39e915-9d18-41e6-b301-5b29386d001e'}] {{(pid=85272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:51:30.918278 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-e5a15f5f-b726-41f9-b18d-ae45445201a7 service neutron] Attempting to bind port 2dfc82e8-e88a-4aef-97d3-735787bc6fd6 on network 6c39e915-9d18-41e6-b301-5b29386d001e {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:51:30.924867 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-e5a15f5f-b726-41f9-b18d-ae45445201a7 service neutron] Port 2dfc82e8-e88a-4aef-97d3-735787bc6fd6 on network 6c39e915-9d18-41e6-b301-5b29386d001e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:51:30.925397 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-e5a15f5f-b726-41f9-b18d-ae45445201a7 service neutron] Attempting to bind port 2dfc82e8-e88a-4aef-97d3-735787bc6fd6 on network 6c39e915-9d18-41e6-b301-5b29386d001e {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:51:30.932305 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-e5a15f5f-b726-41f9-b18d-ae45445201a7 service neutron] Checking agent: {'id': '39ee03b0-0a73-4082-87ae-8bc447154759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:51:30.932919 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-e5a15f5f-b726-41f9-b18d-ae45445201a7 service neutron] Checking segment: {'id': '109ac857-cd2c-446b-85f3-1bf0de22ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6c39e915-9d18-41e6-b301-5b29386d001e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:51:30.933486 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-e5a15f5f-b726-41f9-b18d-ae45445201a7 service neutron] Bound using segment: {'id': '109ac857-cd2c-446b-85f3-1bf0de22ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6c39e915-9d18-41e6-b301-5b29386d001e'} {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:51:30.934095 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-e5a15f5f-b726-41f9-b18d-ae45445201a7 service neutron] Bound port: 2dfc82e8-e88a-4aef-97d3-735787bc6fd6, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '109ac857-cd2c-446b-85f3-1bf0de22ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6c39e915-9d18-41e6-b301-5b29386d001e'}}] {{(pid=85272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:51:30.934632 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-e5a15f5f-b726-41f9-b18d-ae45445201a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:31.154938 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-e5a15f5f-b726-41f9-b18d-ae45445201a7 service neutron] For port 2dfc82e8-e88a-4aef-97d3-735787bc6fd6, host hv-cinder-78638, cleared binding levels {{(pid=85272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:51:31.167976 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-e5a15f5f-b726-41f9-b18d-ae45445201a7 service neutron] For port 2dfc82e8-e88a-4aef-97d3-735787bc6fd6, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2dfc82e8-e88a-4aef-97d3-735787bc6fd6,segment=NetworkSegment(109ac857-cd2c-446b-85f3-1bf0de22ab69),segment_id=109ac857-cd2c-446b-85f3-1bf0de22ab69)] {{(pid=85272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:51:31.177843 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-e5a15f5f-b726-41f9-b18d-ae45445201a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852030086'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:31.248335 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc84adb-c8f7-4bdf-b16a-30af8f16d712 req-6798109a-1b83-4c7c-8cea-63bd83dfa17a tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:31.249965 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bdc84adb-c8f7-4bdf-b16a-30af8f16d712 req-6798109a-1b83-4c7c-8cea-63bd83dfa17a tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/ports?device_id=952669cd-4da1-4434-9658-3a2b86e4a7d5 HTTP/1.1" status: 200 len: 948 time: 0.2068956 Apr 15 10:51:31.270870 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b771de-11ff-42ee-8f9b-b9d2fc922636 req-d038e365-f4c5-4bf2-b6c7-11acd23e0aca tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:31.278840 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-76b771de-11ff-42ee-8f9b-b9d2fc922636 req-d038e365-f4c5-4bf2-b6c7-11acd23e0aca tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd51e3f4-7cfb-4eff-9af9-d5bdfb751117 HTTP/1.1" status: 200 len: 944 time: 0.1427271 Apr 15 10:51:31.388949 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bdc84adb-c8f7-4bdf-b16a-30af8f16d712 req-8c7a81cb-026b-4731-9ed0-2bacb9d9ade2 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/security-groups?id=93234868-fd0d-45ab-a005-4446fe48d2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247458 Apr 15 10:51:31.393823 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-76b771de-11ff-42ee-8f9b-b9d2fc922636 req-42d3ed20-4a0f-4150-b5fa-3af52fcc8ef3 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140544 Apr 15 10:51:31.416935 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-25c8708a-85d3-4323-a9e4-dc28120e2c5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:31.546436 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a15f5f-b726-41f9-b18d-ae45445201a7 service neutron] Pushing event updated for resources: {'Port': ['ID=2dfc82e8-e88a-4aef-97d3-735787bc6fd6,revision_number=3']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:31.568156 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-e5a15f5f-b726-41f9-b18d-ae45445201a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:31.569045 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-e5a15f5f-b726-41f9-b18d-ae45445201a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for port, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:31.571628 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-e5a15f5f-b726-41f9-b18d-ae45445201a7 service neutron] 10.222.0.60 "PUT /v2.0/ports/2dfc82e8-e88a-4aef-97d3-735787bc6fd6 HTTP/1.1" status: 200 len: 1098 time: 1.8996263 Apr 15 10:51:31.574299 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952669cd-4da1-4434-9658-3a2b86e4a7d5', 'tag': '2dfc82e8-e88a-4aef-97d3-735787bc6fd6'}] {{(pid=85272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:51:31.602418 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e5a15f5f-b726-41f9-b18d-ae45445201a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:31.758105 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0aefe7-b393-49c8-aa29-67926dbbdcfb req-ee1beb80-bbe4-4b6a-a304-46c6725d39de tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:31.759845 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1f0aefe7-b393-49c8-aa29-67926dbbdcfb req-ee1beb80-bbe4-4b6a-a304-46c6725d39de tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 945 time: 0.1349072 Apr 15 10:51:31.789377 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-70bc8d2e-2395-4636-b77b-077536bd82e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:31.791404 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-70bc8d2e-2395-4636-b77b-077536bd82e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21dfd63f6c164ae68ad8a8f1834b8afe&device_id=952669cd-4da1-4434-9658-3a2b86e4a7d5 HTTP/1.1" status: 200 len: 1101 time: 0.1434879 Apr 15 10:51:31.793663 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '952669cd-4da1-4434-9658-3a2b86e4a7d5', 'tag': '2dfc82e8-e88a-4aef-97d3-735787bc6fd6', 'status': 'completed', 'code': 200} Apr 15 10:51:31.834428 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1f0aefe7-b393-49c8-aa29-67926dbbdcfb req-52f3f7d3-121c-4b2f-8689-056ded8856e4 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653791 Apr 15 10:51:31.883373 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-c87c350a-dfbf-4e56-8ed0-31385398aeff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=2dfc82e8-e88a-4aef-97d3-735787bc6fd6 HTTP/1.1" status: 200 len: 217 time: 0.0817010 Apr 15 10:51:31.965880 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-ac076a80-a6d2-4627-bb75-f839bcd2b8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:31.967502 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-ac076a80-a6d2-4627-bb75-f839bcd2b8bc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db307b35-65db-45c5-a0e4-52d8b631dfa1 HTTP/1.1" status: 200 len: 843 time: 0.0769799 Apr 15 10:51:32.060486 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-0001814f-a35e-400f-945e-54f0c724b2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:32.062260 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-0001814f-a35e-400f-945e-54f0c724b2ca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6c39e915-9d18-41e6-b301-5b29386d001e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0873196 Apr 15 10:51:32.208181 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-f521a4b0-c1af-4296-b788-d8a29327575b service neutron] 10.222.0.60 "GET /v2.0/networks/6c39e915-9d18-41e6-b301-5b29386d001e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377156 Apr 15 10:51:32.371543 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c7f5ffa6-8bec-4819-a974-c69b0c4374ba req-5c4081aa-e560-4457-961e-5601c1325a69 service neutron] 10.222.0.60 "GET /v2.0/networks/6c39e915-9d18-41e6-b301-5b29386d001e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529458 Apr 15 10:51:32.528287 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06816608-6daf-461d-b8d6-680f9ac484f7 req-166aaf21-3678-4005-91ee-c442724bded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:32.530214 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-06816608-6daf-461d-b8d6-680f9ac484f7 req-166aaf21-3678-4005-91ee-c442724bded2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21dfd63f6c164ae68ad8a8f1834b8afe&device_id=952669cd-4da1-4434-9658-3a2b86e4a7d5 HTTP/1.1" status: 200 len: 1101 time: 0.0857508 Apr 15 10:51:32.695759 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b37fb-a992-4a78-a743-b62b50320520 req-c421e43a-b25e-4cb8-bb19-15aab6977f86 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:32.697351 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-263b37fb-a992-4a78-a743-b62b50320520 req-c421e43a-b25e-4cb8-bb19-15aab6977f86 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd51e3f4-7cfb-4eff-9af9-d5bdfb751117 HTTP/1.1" status: 200 len: 944 time: 0.1632850 Apr 15 10:51:32.706255 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e4133-b588-471e-b65b-2044f74c5c5c req-3c56b2a0-c119-474d-af0b-fcd6fba54611 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:32.708472 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b67e4133-b588-471e-b65b-2044f74c5c5c req-3c56b2a0-c119-474d-af0b-fcd6fba54611 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/ports?device_id=952669cd-4da1-4434-9658-3a2b86e4a7d5 HTTP/1.1" status: 200 len: 948 time: 0.1274910 Apr 15 10:51:32.787025 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-263b37fb-a992-4a78-a743-b62b50320520 req-53ebb6fb-634a-400d-bb71-ab574f3226e3 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774977 Apr 15 10:51:32.794453 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b67e4133-b588-471e-b65b-2044f74c5c5c req-771690dc-051d-42ea-b8b3-17a68a578ac8 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/security-groups?id=93234868-fd0d-45ab-a005-4446fe48d2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702040 Apr 15 10:51:33.054698 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0f86d-c42a-46f7-a6e4-a9d649984843 req-f7739db2-efaa-4d08-9b2d-aac4afaf3e16 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:33.056392 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e8e0f86d-c42a-46f7-a6e4-a9d649984843 req-f7739db2-efaa-4d08-9b2d-aac4afaf3e16 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 945 time: 0.0938408 Apr 15 10:51:33.108211 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e8e0f86d-c42a-46f7-a6e4-a9d649984843 req-bd362dec-e0c9-4abc-9633-409df0485973 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449519 Apr 15 10:51:33.626520 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 40104) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:33.728647 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 59cd8149-9af1-453f-9f6e-9b82fc9cebcb up at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:51:33.751794 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-590cba2b-5ee6-4534-a869-34ca839ec528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:33.771853 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-590cba2b-5ee6-4534-a869-34ca839ec528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:51:33.775932 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-590cba2b-5ee6-4534-a869-34ca839ec528 admin admin] Usage tracker for resource:security_group_rule and tenant:b45eadc95b3141ea9567b4093aa5cec3 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:51:33.778865 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-590cba2b-5ee6-4534-a869-34ca839ec528 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:51:33.785555 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-590cba2b-5ee6-4534-a869-34ca839ec528 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:51:33.800086 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning for port 59cd8149-9af1-453f-9f6e-9b82fc9cebcb completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:51:33.805071 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning complete for port 59cd8149-9af1-453f-9f6e-9b82fc9cebcb triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:51:33.805491 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:33.876228 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-590cba2b-5ee6-4534-a869-34ca839ec528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:33.880522 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-590cba2b-5ee6-4534-a869-34ca839ec528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:33.889957 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-7844bcd8-5694-4e23-ba43-0adab786f01d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:33.932849 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:33.961350 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd51e3f4-7cfb-4eff-9af9-d5bdfb751117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59cd8149-9af1-453f-9f6e-9b82fc9cebcb'}] {{(pid=85273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:51:33.971660 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 59cd8149-9af1-453f-9f6e-9b82fc9cebcb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=59cd8149-9af1-453f-9f6e-9b82fc9cebcb,segment=NetworkSegment(9d4b411c-2002-4aee-a880-e637d51bd4ad),segment_id=9d4b411c-2002-4aee-a880-e637d51bd4ad)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:51:33.975326 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:33.976620 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-590cba2b-5ee6-4534-a869-34ca839ec528 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b45eadc95b3141ea9567b4093aa5cec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3489397 Apr 15 10:51:33.977406 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:33.979443 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 40116) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:33.983735 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590cba2b-5ee6-4534-a869-34ca839ec528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d539bedd-9569-4dea-a333-c878f95d0ccd,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:33.987381 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-590cba2b-5ee6-4534-a869-34ca839ec528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:34.028692 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6d0ed-85cc-437d-8c98-6351f6ad91dd req-414f7f23-99bb-4e00-84c9-f93565a73e59 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:34.029925 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7af6d0ed-85cc-437d-8c98-6351f6ad91dd req-414f7f23-99bb-4e00-84c9-f93565a73e59 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd51e3f4-7cfb-4eff-9af9-d5bdfb751117 HTTP/1.1" status: 200 len: 944 time: 0.1180902 Apr 15 10:51:34.048424 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-21652d34-8b6b-4e91-9ac3-fa9109a29750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:34.051763 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=59cd8149-9af1-453f-9f6e-9b82fc9cebcb,revision_number=5']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:34.059475 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:34.059831 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:34.060222 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:34.060608 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:34.060983 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:34.061698 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:34.061698 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:34.062070 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:34.062464 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:34.062814 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:34.063385 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:34.063760 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:34.068733 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:34.078268 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-21652d34-8b6b-4e91-9ac3-fa9109a29750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:34.087390 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7af6d0ed-85cc-437d-8c98-6351f6ad91dd req-ec3352a0-fd89-493b-8602-b567f7d724d1 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488470 Apr 15 10:51:34.127820 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-21652d34-8b6b-4e91-9ac3-fa9109a29750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:34.134909 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-45d1e026-41f8-4bd6-bdde-43409e2ca280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:34.148409 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21652d34-8b6b-4e91-9ac3-fa9109a29750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d539bedd-9569-4dea-a333-c878f95d0ccd,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:34.152051 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-21652d34-8b6b-4e91-9ac3-fa9109a29750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:34.153212 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-21652d34-8b6b-4e91-9ac3-fa9109a29750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:34.154434 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-21652d34-8b6b-4e91-9ac3-fa9109a29750 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d539bedd-9569-4dea-a333-c878f95d0ccd HTTP/1.1" status: 204 len: 168 time: 0.1736996 Apr 15 10:51:34.303725 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3a0f3-0060-44f1-88f5-4dbf809dc605 req-c4fe18d3-e091-4477-917e-114281741a6c tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:34.305335 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-62e3a0f3-0060-44f1-88f5-4dbf809dc605 req-c4fe18d3-e091-4477-917e-114281741a6c tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/ports?device_id=952669cd-4da1-4434-9658-3a2b86e4a7d5 HTTP/1.1" status: 200 len: 948 time: 0.0928762 Apr 15 10:51:34.355808 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-62e3a0f3-0060-44f1-88f5-4dbf809dc605 req-892dad00-218e-455d-ae04-220a5cb5d4bc tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/security-groups?id=93234868-fd0d-45ab-a005-4446fe48d2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439234 Apr 15 10:51:34.420314 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd51e3f4-7cfb-4eff-9af9-d5bdfb751117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59cd8149-9af1-453f-9f6e-9b82fc9cebcb', 'code': 200} Apr 15 10:51:34.477466 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 40128) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:34.496325 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0346d7ae-71b2-4f14-86c2-a9d412189978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:34.512608 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-0346d7ae-71b2-4f14-86c2-a9d412189978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:51:34.516799 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-0346d7ae-71b2-4f14-86c2-a9d412189978 admin admin] Usage tracker for resource:security_group_rule and tenant:38c4d41edcc942d5aed68a0c5a7f7ac9 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:51:34.520533 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-0346d7ae-71b2-4f14-86c2-a9d412189978 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:51:34.527155 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-0346d7ae-71b2-4f14-86c2-a9d412189978 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:51:34.606273 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77001cbc-3239-43da-a98e-b85b59510176 req-2f701af8-8272-4ceb-aa41-bd7fbefd85c0 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:34.607931 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-77001cbc-3239-43da-a98e-b85b59510176 req-2f701af8-8272-4ceb-aa41-bd7fbefd85c0 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 945 time: 0.0973387 Apr 15 10:51:34.620237 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0346d7ae-71b2-4f14-86c2-a9d412189978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:34.623097 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0346d7ae-71b2-4f14-86c2-a9d412189978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:34.632832 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:34.658566 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-77001cbc-3239-43da-a98e-b85b59510176 req-42ae59eb-e75b-402e-a5df-02aa0c96c64f tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427623 Apr 15 10:51:34.679195 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-0346d7ae-71b2-4f14-86c2-a9d412189978 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=38c4d41edcc942d5aed68a0c5a7f7ac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2004287 Apr 15 10:51:34.680899 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346d7ae-71b2-4f14-86c2-a9d412189978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9afddf8c-c732-4649-a276-fa1a52c397af,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:34.682070 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 40134) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:34.684299 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0346d7ae-71b2-4f14-86c2-a9d412189978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:34.744494 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-27457481-8a64-472c-b92c-b48ead003905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:34.772062 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-27457481-8a64-472c-b92c-b48ead003905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:34.818016 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-27457481-8a64-472c-b92c-b48ead003905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:34.823038 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-acb2ec62-2138-4849-844d-bdff65d000d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:34.835600 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27457481-8a64-472c-b92c-b48ead003905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afddf8c-c732-4649-a276-fa1a52c397af,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:34.837873 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-27457481-8a64-472c-b92c-b48ead003905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:34.845356 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-27457481-8a64-472c-b92c-b48ead003905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:34.846559 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-27457481-8a64-472c-b92c-b48ead003905 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9afddf8c-c732-4649-a276-fa1a52c397af HTTP/1.1" status: 204 len: 168 time: 0.1634376 Apr 15 10:51:34.920588 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06816608-6daf-461d-b8d6-680f9ac484f7 req-9602b960-233a-4dca-93e4-f7e9aa1fb001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:34.922070 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-06816608-6daf-461d-b8d6-680f9ac484f7 req-9602b960-233a-4dca-93e4-f7e9aa1fb001 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6c39e915-9d18-41e6-b301-5b29386d001e HTTP/1.1" status: 200 len: 870 time: 0.1488390 Apr 15 10:51:35.304374 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b2745-a069-4e52-818e-59ee2d75a739 req-87d7acdd-ff3b-4a72-812f-ed820fb10337 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:35.305975 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-989b2745-a069-4e52-818e-59ee2d75a739 req-87d7acdd-ff3b-4a72-812f-ed820fb10337 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd51e3f4-7cfb-4eff-9af9-d5bdfb751117 HTTP/1.1" status: 200 len: 945 time: 0.1023521 Apr 15 10:51:35.366838 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-989b2745-a069-4e52-818e-59ee2d75a739 req-54c1597b-8214-4af1-b0de-19a80d4757e0 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480151 Apr 15 10:51:35.580190 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea77f5a-9521-480c-bff4-cbe6cb39f053 req-8366e3fb-c089-4cd7-87a0-d774b78202d7 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:35.581878 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1ea77f5a-9521-480c-bff4-cbe6cb39f053 req-8366e3fb-c089-4cd7-87a0-d774b78202d7 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/ports?device_id=952669cd-4da1-4434-9658-3a2b86e4a7d5 HTTP/1.1" status: 200 len: 948 time: 0.0886440 Apr 15 10:51:35.635227 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1ea77f5a-9521-480c-bff4-cbe6cb39f053 req-db300401-be90-4e7d-9ce4-5842a5f36431 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/security-groups?id=93234868-fd0d-45ab-a005-4446fe48d2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460110 Apr 15 10:51:35.865614 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391ad95-d81b-4625-b7f2-420637cc2130 req-554729e6-f2d0-4cce-9efe-01726023212f tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:35.867210 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e391ad95-d81b-4625-b7f2-420637cc2130 req-554729e6-f2d0-4cce-9efe-01726023212f tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 945 time: 0.0882585 Apr 15 10:51:35.915263 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e391ad95-d81b-4625-b7f2-420637cc2130 req-8e249d0f-9167-42f9-af72-4535a70c3664 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415533 Apr 15 10:51:36.083937 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 40176) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:36.210188 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-04450122-d1db-4d16-ba99-7a420f5fd668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:36.226104 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-04450122-d1db-4d16-ba99-7a420f5fd668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:51:36.230227 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-04450122-d1db-4d16-ba99-7a420f5fd668 admin admin] Usage tracker for resource:security_group_rule and tenant:e68cb269d8e14efcbbcc3d7cd5c5fa49 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:51:36.233235 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-04450122-d1db-4d16-ba99-7a420f5fd668 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:51:36.239291 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-04450122-d1db-4d16-ba99-7a420f5fd668 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:51:36.322926 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-04450122-d1db-4d16-ba99-7a420f5fd668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:36.325951 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-04450122-d1db-4d16-ba99-7a420f5fd668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:36.338939 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-405a28e4-c47f-4cb6-b3e2-8061509a5d87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:36.382557 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-04450122-d1db-4d16-ba99-7a420f5fd668 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e68cb269d8e14efcbbcc3d7cd5c5fa49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973523 Apr 15 10:51:36.385950 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 40184) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:36.426696 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04450122-d1db-4d16-ba99-7a420f5fd668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2241da-d9bd-4126-8954-2e6af695b377,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:36.431518 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-04450122-d1db-4d16-ba99-7a420f5fd668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:36.461811 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e6a82d1b-8221-45a8-bc92-e120a4369eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:36.483658 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-06816608-6daf-461d-b8d6-680f9ac484f7 req-9b75fcf9-65f3-49be-b683-62df9cdc4977 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=2dfc82e8-e88a-4aef-97d3-735787bc6fd6 HTTP/1.1" status: 200 len: 217 time: 0.1039743 Apr 15 10:51:36.500319 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e6a82d1b-8221-45a8-bc92-e120a4369eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:36.559744 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06816608-6daf-461d-b8d6-680f9ac484f7 req-eaa8ef18-eb11-456d-b181-ea7de020edab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:36.561321 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-06816608-6daf-461d-b8d6-680f9ac484f7 req-eaa8ef18-eb11-456d-b181-ea7de020edab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db307b35-65db-45c5-a0e4-52d8b631dfa1 HTTP/1.1" status: 200 len: 843 time: 0.0690300 Apr 15 10:51:36.655752 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06816608-6daf-461d-b8d6-680f9ac484f7 req-55083509-20bc-4392-9270-cbf62959649a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:36.657382 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-06816608-6daf-461d-b8d6-680f9ac484f7 req-55083509-20bc-4392-9270-cbf62959649a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6c39e915-9d18-41e6-b301-5b29386d001e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0843027 Apr 15 10:51:36.807916 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-06816608-6daf-461d-b8d6-680f9ac484f7 req-b86b6eb6-8686-41da-b2d4-45b40d4cfcad service neutron] 10.222.0.60 "GET /v2.0/networks/6c39e915-9d18-41e6-b301-5b29386d001e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429737 Apr 15 10:51:36.895676 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e6a82d1b-8221-45a8-bc92-e120a4369eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:36.902287 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-515d5681-bb2b-408d-9893-5b9787e5a299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:36.916471 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25639ad-57e9-42b6-a0f3-d10ef4bcca24 req-f9e5fd30-bca5-4bf9-a163-79de33be40cd tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:36.918063 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e25639ad-57e9-42b6-a0f3-d10ef4bcca24 req-f9e5fd30-bca5-4bf9-a163-79de33be40cd tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd51e3f4-7cfb-4eff-9af9-d5bdfb751117 HTTP/1.1" status: 200 len: 945 time: 0.4076045 Apr 15 10:51:36.929103 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a82d1b-8221-45a8-bc92-e120a4369eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2241da-d9bd-4126-8954-2e6af695b377,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:36.948188 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e6a82d1b-8221-45a8-bc92-e120a4369eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:36.956915 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e6a82d1b-8221-45a8-bc92-e120a4369eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:36.960773 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-06816608-6daf-461d-b8d6-680f9ac484f7 req-99c0c5c7-4a27-417a-9169-82693607c30f service neutron] 10.222.0.60 "GET /v2.0/networks/6c39e915-9d18-41e6-b301-5b29386d001e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435907 Apr 15 10:51:36.961083 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-e6a82d1b-8221-45a8-bc92-e120a4369eff admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9c2241da-d9bd-4126-8954-2e6af695b377 HTTP/1.1" status: 204 len: 168 time: 0.5712776 Apr 15 10:51:36.962932 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c43290-e4cc-4576-aae1-a8216a7b5abc req-eda34cb1-d2be-408c-9782-e8c6daf947dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:36.964469 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f5c43290-e4cc-4576-aae1-a8216a7b5abc req-eda34cb1-d2be-408c-9782-e8c6daf947dc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cd51e3f4-7cfb-4eff-9af9-d5bdfb751117 HTTP/1.1" status: 200 len: 1098 time: 0.1691475 Apr 15 10:51:37.016440 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e25639ad-57e9-42b6-a0f3-d10ef4bcca24 req-bf6659a2-62a2-409e-b84c-eb6360275d07 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907633 Apr 15 10:51:37.024740 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f5c43290-e4cc-4576-aae1-a8216a7b5abc req-06e6eec7-8092-4191-ad4f-af2eeb48edfb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507426 Apr 15 10:51:37.228822 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddae380-efe7-4ff7-b088-1959229926d4 req-9d29b0bd-b9aa-45a5-8afe-c2137316dbd3 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:37.230426 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-fddae380-efe7-4ff7-b088-1959229926d4 req-9d29b0bd-b9aa-45a5-8afe-c2137316dbd3 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/ports?device_id=952669cd-4da1-4434-9658-3a2b86e4a7d5 HTTP/1.1" status: 200 len: 948 time: 0.1585419 Apr 15 10:51:37.293672 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e8bef-408a-4bd6-b934-a0444cbae7e6 req-f8ea4f05-4d3b-4ac9-ac76-a6e5c10d90b3 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:37.295385 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9d4e8bef-408a-4bd6-b934-a0444cbae7e6 req-f8ea4f05-4d3b-4ac9-ac76-a6e5c10d90b3 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 945 time: 0.1576140 Apr 15 10:51:37.320741 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-fddae380-efe7-4ff7-b088-1959229926d4 req-83ea8626-d642-46f2-88f7-4f9cf5f03dcb tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/security-groups?id=93234868-fd0d-45ab-a005-4446fe48d2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788813 Apr 15 10:51:37.381165 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9d4e8bef-408a-4bd6-b934-a0444cbae7e6 req-51264aae-1ef9-43c2-95af-8b845e91c3ab tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794163 Apr 15 10:51:37.690286 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 40218) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:37.804122 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-09a2be8f-a26f-4f38-8d6c-b04dfbb2d4ca admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1486983443-network', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:51:37.809192 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-09a2be8f-a26f-4f38-8d6c-b04dfbb2d4ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:51:37.813270 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-09a2be8f-a26f-4f38-8d6c-b04dfbb2d4ca admin admin] Usage tracker for resource:network and tenant:d516e7b1217b4704a4aa785b44efb62b is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:51:37.817218 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-09a2be8f-a26f-4f38-8d6c-b04dfbb2d4ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:51:37.823791 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-09a2be8f-a26f-4f38-8d6c-b04dfbb2d4ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:51:37.832603 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a2be8f-a26f-4f38-8d6c-b04dfbb2d4ca admin admin] Made reservation on behalf of d516e7b1217b4704a4aa785b44efb62b for: {'network': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:51:37.837316 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-09a2be8f-a26f-4f38-8d6c-b04dfbb2d4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for network, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:37.850428 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-09a2be8f-a26f-4f38-8d6c-b04dfbb2d4ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:37.866229 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-09a2be8f-a26f-4f38-8d6c-b04dfbb2d4ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:51:37.870354 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-09a2be8f-a26f-4f38-8d6c-b04dfbb2d4ca admin admin] Usage tracker for resource:security_group_rule and tenant:d516e7b1217b4704a4aa785b44efb62b is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:51:37.873360 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-09a2be8f-a26f-4f38-8d6c-b04dfbb2d4ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:51:37.880548 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-09a2be8f-a26f-4f38-8d6c-b04dfbb2d4ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:51:37.966164 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-09a2be8f-a26f-4f38-8d6c-b04dfbb2d4ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:37.969249 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-09a2be8f-a26f-4f38-8d6c-b04dfbb2d4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:37.974126 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-7a39cc1a-5f38-4f07-a1fe-e7962dd0c18f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:37.999466 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a2be8f-a26f-4f38-8d6c-b04dfbb2d4ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=85270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:51:38.013682 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a2be8f-a26f-4f38-8d6c-b04dfbb2d4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4f14f3-22d6-4f2d-a3b5-cc0bcc47ab95,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:38.017905 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-09a2be8f-a26f-4f38-8d6c-b04dfbb2d4ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:38.018904 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-09a2be8f-a26f-4f38-8d6c-b04dfbb2d4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854748824'] for segment, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:38.020424 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.segments_db [None req-09a2be8f-a26f-4f38-8d6c-b04dfbb2d4ca admin admin] Added segment fc1e7391-15c4-4775-a280-31db674a4e22 of type vlan for network 4f8d55c0-b745-4c00-b4f6-c4a822798a19 Apr 15 10:51:38.049443 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-09a2be8f-a26f-4f38-8d6c-b04dfbb2d4ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363301132464039'] for network, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:38.088459 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-09a2be8f-a26f-4f38-8d6c-b04dfbb2d4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349'] for network, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:38.089893 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a2be8f-a26f-4f38-8d6c-b04dfbb2d4ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:38.090528 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-09a2be8f-a26f-4f38-8d6c-b04dfbb2d4ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for network, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:38.095793 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-067b718c-3475-4c8e-821c-7c58633584e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:38.253447 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-09a2be8f-a26f-4f38-8d6c-b04dfbb2d4ca admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5612044 Apr 15 10:51:38.256823 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 40230) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:38.259116 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a2be8f-a26f-4f38-8d6c-b04dfbb2d4ca admin admin] Pushing event updated for resources: {'Network': ['ID=4f8d55c0-b745-4c00-b4f6-c4a822798a19,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:38.262914 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-137abf86-d0c6-4e14-834f-a05756e774cb admin admin] Request body: {'subnet': {'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1486983443-subnet', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'ip_version': 4}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:51:38.265272 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-09a2be8f-a26f-4f38-8d6c-b04dfbb2d4ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:38.268430 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-137abf86-d0c6-4e14-834f-a05756e774cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:51:38.270720 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Network 4f8d55c0-b745-4c00-b4f6-c4a822798a19 details requested by agent ovs-agent-dv-cinder-786383-1-iscsi with host dv-cinder-786383-1-iscsi {{(pid=85273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:51:38.282101 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-137abf86-d0c6-4e14-834f-a05756e774cb admin admin] Usage tracker for resource:subnet and tenant:d516e7b1217b4704a4aa785b44efb62b is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:51:38.285662 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-137abf86-d0c6-4e14-834f-a05756e774cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:51:38.293313 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-137abf86-d0c6-4e14-834f-a05756e774cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:51:38.296584 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551133c-53ec-4c24-9a48-b98d8ae0fed0 req-5022a050-efba-43e4-a128-74c52c5d9961 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:38.298189 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5551133c-53ec-4c24-9a48-b98d8ae0fed0 req-5022a050-efba-43e4-a128-74c52c5d9961 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd51e3f4-7cfb-4eff-9af9-d5bdfb751117 HTTP/1.1" status: 200 len: 945 time: 0.1275029 Apr 15 10:51:38.303689 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137abf86-d0c6-4e14-834f-a05756e774cb admin admin] Made reservation on behalf of d516e7b1217b4704a4aa785b44efb62b for: {'subnet': 1} {{(pid=85272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:51:38.308439 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-137abf86-d0c6-4e14-834f-a05756e774cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852330914'] for subnet, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:38.377348 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5551133c-53ec-4c24-9a48-b98d8ae0fed0 req-fe567243-9b15-4f8a-88c6-d571fa040ebf tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710518 Apr 15 10:51:38.645265 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af0b54-216e-41cc-b002-c39e6d4573fb req-7a4c65d4-b8fe-4cd4-bdb7-98dd5c8f0016 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:38.646907 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e0af0b54-216e-41cc-b002-c39e6d4573fb req-7a4c65d4-b8fe-4cd4-bdb7-98dd5c8f0016 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/ports?device_id=952669cd-4da1-4434-9658-3a2b86e4a7d5 HTTP/1.1" status: 200 len: 948 time: 0.1669755 Apr 15 10:51:38.656223 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1cce04-fab5-4051-9a8c-68781bc1c02a req-84ce982a-8f80-4e83-b007-9631db4893a8 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:38.657785 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8f1cce04-fab5-4051-9a8c-68781bc1c02a req-84ce982a-8f80-4e83-b007-9631db4893a8 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 945 time: 0.1392751 Apr 15 10:51:38.739521 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8f1cce04-fab5-4051-9a8c-68781bc1c02a req-da79f82e-a5cb-4439-8f5e-64196b23506a tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659676 Apr 15 10:51:38.742487 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e0af0b54-216e-41cc-b002-c39e6d4573fb req-ca1f01b8-435a-4638-8be8-dfccd7cb162e tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/security-groups?id=93234868-fd0d-45ab-a005-4446fe48d2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837233 Apr 15 10:51:38.948947 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-137abf86-d0c6-4e14-834f-a05756e774cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2745832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852330929'] for subnet, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:38.965726 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:39.099418 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137abf86-d0c6-4e14-834f-a05756e774cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=75809ed1-552c-494e-b7fe-6c14ea11681a,revision_number=0']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:39.111291 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-137abf86-d0c6-4e14-834f-a05756e774cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:39.196920 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137abf86-d0c6-4e14-834f-a05756e774cb admin admin] Checking segment: {'id': 'fc1e7391-15c4-4775-a280-31db674a4e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:51:39.197572 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137abf86-d0c6-4e14-834f-a05756e774cb admin admin] Network hostable DHCP agents. Network: 4f8d55c0-b745-4c00-b4f6-c4a822798a19, hostable agents: ['18362263-581c-45fc-9271-eb619391ffd4'], hosted agents: [] {{(pid=85272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:51:39.216993 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137abf86-d0c6-4e14-834f-a05756e774cb admin admin] Network 4f8d55c0-b745-4c00-b4f6-c4a822798a19 is scheduled to be hosted by DHCP agent 18362263-581c-45fc-9271-eb619391ffd4 with binding_index 1 {{(pid=85272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:51:39.242555 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-137abf86-d0c6-4e14-834f-a05756e774cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-1-iscsi, 4f8d55c0-b745-4c00-b4f6-c4a822798a19) {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:51:39.254675 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ded823b-0575-4451-b650-f519a6f90bd7 None None] Network 4f8d55c0-b745-4c00-b4f6-c4a822798a19 requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:51:39.264782 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137abf86-d0c6-4e14-834f-a05756e774cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:39.265697 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-137abf86-d0c6-4e14-834f-a05756e774cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:39.303078 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-137abf86-d0c6-4e14-834f-a05756e774cb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0450380 Apr 15 10:51:39.306002 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 40262) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:39.313097 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-785204d9-2a71-4322-96c7-dfc8bb6db8be admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1486983443-router', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'}}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:51:39.327744 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-785204d9-2a71-4322-96c7-dfc8bb6db8be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:51:39.341639 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-785204d9-2a71-4322-96c7-dfc8bb6db8be admin admin] Usage tracker for resource:router and tenant:d516e7b1217b4704a4aa785b44efb62b is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:51:39.350902 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-785204d9-2a71-4322-96c7-dfc8bb6db8be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:51:39.361131 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-785204d9-2a71-4322-96c7-dfc8bb6db8be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:51:39.393426 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-785204d9-2a71-4322-96c7-dfc8bb6db8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854364945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036850582375'] for router, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:39.395500 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-785204d9-2a71-4322-96c7-dfc8bb6db8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4193425'] for router, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:39.427967 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-785204d9-2a71-4322-96c7-dfc8bb6db8be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:39.586296 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0603bf2-51f1-42a0-af58-3a0f8a37ee14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpada1f6cb-291d-5cb6-a3be-9f35f1ed9e53-4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'fixed_ips': [{'subnet_id': '75809ed1-552c-494e-b7fe-6c14ea11681a'}]}} from dv-cinder-786383-1-iscsi. {{(pid=85273) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 10:51:39.587337 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e0603bf2-51f1-42a0-af58-3a0f8a37ee14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:39.773313 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-e0603bf2-51f1-42a0-af58-3a0f8a37ee14 None None] Allocated IP 172.20.0.2 (4f8d55c0-b745-4c00-b4f6-c4a822798a19/75809ed1-552c-494e-b7fe-6c14ea11681a/c4527eca-68e9-4313-87a8-bde3770b604d) {{(pid=85273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:51:39.876557 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-785204d9-2a71-4322-96c7-dfc8bb6db8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854364930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4193534'] for router, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:39.948810 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f3cd3-fd82-4e59-8121-491bfd410ba5 req-a43b8bc0-cb92-4b70-8494-b619ac4368e9 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:39.956969 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-055f3cd3-fd82-4e59-8121-491bfd410ba5 req-a43b8bc0-cb92-4b70-8494-b619ac4368e9 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd51e3f4-7cfb-4eff-9af9-d5bdfb751117 HTTP/1.1" status: 200 len: 945 time: 0.4003644 Apr 15 10:51:40.109002 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-055f3cd3-fd82-4e59-8121-491bfd410ba5 req-a0683cef-f64e-411e-9f0f-599e16ea5026 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507595 Apr 15 10:51:40.172621 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e0603bf2-51f1-42a0-af58-3a0f8a37ee14 None None] Notify callbacks [] for port, precommit_create {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:40.180088 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aee002-83cc-40d8-be63-8134218869c3 req-1726ca12-98d6-4b51-b1ae-424d4d6a5fb0 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:40.186363 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-e0603bf2-51f1-42a0-af58-3a0f8a37ee14 None None] Transition to ACTIVE for port object c4527eca-68e9-4313-87a8-bde3770b604d will not be triggered until provisioned by entity L2. {{(pid=85273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:51:40.187843 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-81aee002-83cc-40d8-be63-8134218869c3 req-1726ca12-98d6-4b51-b1ae-424d4d6a5fb0 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 945 time: 0.2969849 Apr 15 10:51:40.211097 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-e0603bf2-51f1-42a0-af58-3a0f8a37ee14 None None] Transition to ACTIVE for port object c4527eca-68e9-4313-87a8-bde3770b604d will not be triggered until provisioned by entity DHCP. {{(pid=85273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:51:40.218233 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e0603bf2-51f1-42a0-af58-3a0f8a37ee14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888'] for port, after_create {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:40.248636 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:40.268965 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-81aee002-83cc-40d8-be63-8134218869c3 req-448c0700-d40d-4208-a4a6-4c98d8a213e6 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801573 Apr 15 10:51:40.553303 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-785204d9-2a71-4322-96c7-dfc8bb6db8be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:40.565574 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0603bf2-51f1-42a0-af58-3a0f8a37ee14 None None] Pushing event updated for resources: {'Port': ['ID=c4527eca-68e9-4313-87a8-bde3770b604d,revision_number=1']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:40.568822 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e0603bf2-51f1-42a0-af58-3a0f8a37ee14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:40.596835 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-785204d9-2a71-4322-96c7-dfc8bb6db8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:40.609953 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01fee5-f6d0-4a5a-8f3d-172ec3c07897 req-631d5765-98ec-4510-8558-3dacbc98b199 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:40.611729 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3f01fee5-f6d0-4a5a-8f3d-172ec3c07897 req-631d5765-98ec-4510-8558-3dacbc98b199 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/ports?device_id=952669cd-4da1-4434-9658-3a2b86e4a7d5 HTTP/1.1" status: 200 len: 948 time: 0.2804029 Apr 15 10:51:40.642509 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0603bf2-51f1-42a0-af58-3a0f8a37ee14 None None] Network 4f8d55c0-b745-4c00-b4f6-c4a822798a19 is already hosted by enough agents. {{(pid=85273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:51:40.643755 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-e0603bf2-51f1-42a0-af58-3a0f8a37ee14 None None] Resources bound (agent type, host, resource id): {{(pid=85273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:51:40.647408 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0603bf2-51f1-42a0-af58-3a0f8a37ee14 None None] Received port after_create {{(pid=85273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:51:40.746707 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3f01fee5-f6d0-4a5a-8f3d-172ec3c07897 req-52207cf3-b3da-45da-9797-77393de93e20 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/security-groups?id=93234868-fd0d-45ab-a005-4446fe48d2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937135 Apr 15 10:51:40.757446 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-e0603bf2-51f1-42a0-af58-3a0f8a37ee14 None None] Attempting to bind port c4527eca-68e9-4313-87a8-bde3770b604d on host dv-cinder-786383-1-iscsi for vnic_type normal with profile {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:51:40.757865 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-e0603bf2-51f1-42a0-af58-3a0f8a37ee14 None None] Attempting to bind port c4527eca-68e9-4313-87a8-bde3770b604d by drivers openvswitch,hyperv on host dv-cinder-786383-1-iscsi at level 0 using segments [{'id': 'fc1e7391-15c4-4775-a280-31db674a4e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19'}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:51:40.758274 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0603bf2-51f1-42a0-af58-3a0f8a37ee14 None None] Attempting to bind port c4527eca-68e9-4313-87a8-bde3770b604d on network 4f8d55c0-b745-4c00-b4f6-c4a822798a19 {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:51:40.764152 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0603bf2-51f1-42a0-af58-3a0f8a37ee14 None None] Checking agent: {'id': '8830baa2-eb89-499a-aa08-32819d4139e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 40, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:51:40.764577 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0603bf2-51f1-42a0-af58-3a0f8a37ee14 None None] Checking segment: {'id': 'fc1e7391-15c4-4775-a280-31db674a4e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:51:40.765033 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e0603bf2-51f1-42a0-af58-3a0f8a37ee14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:40.765595 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0603bf2-51f1-42a0-af58-3a0f8a37ee14 None None] Bound using segment: {'id': 'fc1e7391-15c4-4775-a280-31db674a4e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19'} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:51:40.766113 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-e0603bf2-51f1-42a0-af58-3a0f8a37ee14 None None] Bound port: c4527eca-68e9-4313-87a8-bde3770b604d, host: dv-cinder-786383-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc1e7391-15c4-4775-a280-31db674a4e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19'}}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:51:40.766531 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e0603bf2-51f1-42a0-af58-3a0f8a37ee14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:40.818346 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-785204d9-2a71-4322-96c7-dfc8bb6db8be admin admin] Allocated IP 172.27.2.97 (533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f/ee0371ba-4ff7-4e97-afb9-409670eb4ad7/afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:51:40.861012 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-e0603bf2-51f1-42a0-af58-3a0f8a37ee14 None None] For port c4527eca-68e9-4313-87a8-bde3770b604d, host dv-cinder-786383-1-iscsi, cleared binding levels {{(pid=85273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:51:40.864739 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-e0603bf2-51f1-42a0-af58-3a0f8a37ee14 None None] For port c4527eca-68e9-4313-87a8-bde3770b604d, host dv-cinder-786383-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=c4527eca-68e9-4313-87a8-bde3770b604d,segment=NetworkSegment(fc1e7391-15c4-4775-a280-31db674a4e22),segment_id=fc1e7391-15c4-4775-a280-31db674a4e22)] {{(pid=85273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:51:40.867959 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e0603bf2-51f1-42a0-af58-3a0f8a37ee14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:40.883563 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-ca167849-be91-4c37-8733-4f0201e72cc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:40.976966 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-785204d9-2a71-4322-96c7-dfc8bb6db8be admin admin] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:41.008113 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-785204d9-2a71-4322-96c7-dfc8bb6db8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:41.024257 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-981c6ee9-c0f6-4c5c-ba1b-de1954ff6a51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:41.036819 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0603bf2-51f1-42a0-af58-3a0f8a37ee14 None None] Pushing event updated for resources: {'Port': ['ID=c4527eca-68e9-4313-87a8-bde3770b604d,revision_number=2']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:41.041434 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e0603bf2-51f1-42a0-af58-3a0f8a37ee14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:41.168963 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785204d9-2a71-4322-96c7-dfc8bb6db8be admin admin] Pushing event updated for resources: {'Port': ['ID=afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:41.174306 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-785204d9-2a71-4322-96c7-dfc8bb6db8be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:41.236639 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785204d9-2a71-4322-96c7-dfc8bb6db8be admin admin] Network 533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:51:41.238841 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-785204d9-2a71-4322-96c7-dfc8bb6db8be admin admin] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:51:41.241826 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785204d9-2a71-4322-96c7-dfc8bb6db8be admin admin] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:51:41.508111 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 40318) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:41.704237 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-19f40cda-0640-499e-b0cb-8c294a68c572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:41.723675 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-19f40cda-0640-499e-b0cb-8c294a68c572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:51:41.727917 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-19f40cda-0640-499e-b0cb-8c294a68c572 admin admin] Usage tracker for resource:security_group_rule and tenant:8df3ed157c4b4674a7408292ee3ffcd4 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:51:41.731139 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-19f40cda-0640-499e-b0cb-8c294a68c572 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:51:41.738507 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-19f40cda-0640-499e-b0cb-8c294a68c572 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:51:41.854191 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-19f40cda-0640-499e-b0cb-8c294a68c572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:41.857996 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-19f40cda-0640-499e-b0cb-8c294a68c572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:41.868784 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-cab73535-426f-4de4-862d-26898fbd5278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:41.916150 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-19f40cda-0640-499e-b0cb-8c294a68c572 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8df3ed157c4b4674a7408292ee3ffcd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4064851 Apr 15 10:51:41.917561 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f40cda-0640-499e-b0cb-8c294a68c572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a505b251-c19b-4819-87e7-315412992665,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:41.920465 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 40334) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:41.924252 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-19f40cda-0640-499e-b0cb-8c294a68c572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:41.987848 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1fd56a53-94c2-4d14-9daa-912b60874097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:42.016785 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1fd56a53-94c2-4d14-9daa-912b60874097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:42.042182 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386e516-39a7-4ba8-9459-fc1846ddda4b req-1f84fd65-8393-4149-83eb-a6acaf76c43d tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:42.043927 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2386e516-39a7-4ba8-9459-fc1846ddda4b req-1f84fd65-8393-4149-83eb-a6acaf76c43d tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 945 time: 0.3595932 Apr 15 10:51:42.068168 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1fd56a53-94c2-4d14-9daa-912b60874097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:42.073250 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-7dd331ed-d398-4df9-98a4-4662d70150eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:42.087468 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd56a53-94c2-4d14-9daa-912b60874097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a505b251-c19b-4819-87e7-315412992665,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:42.090230 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1fd56a53-94c2-4d14-9daa-912b60874097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:42.091865 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1fd56a53-94c2-4d14-9daa-912b60874097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:42.092665 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-1fd56a53-94c2-4d14-9daa-912b60874097 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a505b251-c19b-4819-87e7-315412992665 HTTP/1.1" status: 204 len: 168 time: 0.1705573 Apr 15 10:51:42.166685 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2386e516-39a7-4ba8-9459-fc1846ddda4b req-2cb21808-9405-4b58-bdf2-7824f2fb5f0c tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142526 Apr 15 10:51:42.171343 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-785204d9-2a71-4322-96c7-dfc8bb6db8be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:42.347034 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f397b32-8d44-4bff-af33-79a56ae1180f req-582f01f9-abe6-44fc-b853-6180e0004f46 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:42.356941 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9f397b32-8d44-4bff-af33-79a56ae1180f req-582f01f9-abe6-44fc-b853-6180e0004f46 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/ports?device_id=952669cd-4da1-4434-9658-3a2b86e4a7d5 HTTP/1.1" status: 200 len: 948 time: 0.3733511 Apr 15 10:51:42.443193 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9f397b32-8d44-4bff-af33-79a56ae1180f req-d6bdc3e0-5aa9-49b7-b36e-f4d2c71c51a9 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/security-groups?id=93234868-fd0d-45ab-a005-4446fe48d2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851903 Apr 15 10:51:42.621902 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc6cf37-f84d-4291-b1cd-d5c222623bab None None] Network 4f8d55c0-b745-4c00-b4f6-c4a822798a19 requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:51:42.671599 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-785204d9-2a71-4322-96c7-dfc8bb6db8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854360748'] for router, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:42.735396 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-e71e50ad-e469-4929-8429-e1ca4349ee39 None None] Provisioning for port c4527eca-68e9-4313-87a8-bde3770b604d completed by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:51:42.851950 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 2dfc82e8-e88a-4aef-97d3-735787bc6fd6 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:51:42.931120 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785204d9-2a71-4322-96c7-dfc8bb6db8be admin admin] Router eda0ea58-bbd3-45c3-9c42-6273963739ca is scheduled to L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 with binding_index 1 {{(pid=85270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 10:51:43.095987 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 2dfc82e8-e88a-4aef-97d3-735787bc6fd6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2dfc82e8-e88a-4aef-97d3-735787bc6fd6,segment=NetworkSegment(109ac857-cd2c-446b-85f3-1bf0de22ab69),segment_id=109ac857-cd2c-446b-85f3-1bf0de22ab69)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:51:43.116346 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Returning: {'device': '2dfc82e8-e88a-4aef-97d3-735787bc6fd6', 'network_id': '6c39e915-9d18-41e6-b301-5b29386d001e', 'port_id': '2dfc82e8-e88a-4aef-97d3-735787bc6fd6', 'mac_address': 'fa:16:3e:26:76:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db307b35-65db-45c5-a0e4-52d8b631dfa1', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:51:43.139484 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785204d9-2a71-4322-96c7-dfc8bb6db8be admin admin] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:51:43.151167 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d79b008-a37c-43ad-8eb7-56c03a7d7e3c None None] Sync routers for ids ['eda0ea58-bbd3-45c3-9c42-6273963739ca'] in dv-cinder-786383-1-iscsi {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:51:43.170257 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d79b008-a37c-43ad-8eb7-56c03a7d7e3c None None] Routers {'eda0ea58-bbd3-45c3-9c42-6273963739ca'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:51:43.170980 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-785204d9-2a71-4322-96c7-dfc8bb6db8be admin admin] Notify callbacks [] for router, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:43.171340 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-2d79b008-a37c-43ad-8eb7-56c03a7d7e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:51:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['eda0ea58-bbd3-45c3-9c42-6273963739ca'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:51:43.176669 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 40356) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:43.179532 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-785204d9-2a71-4322-96c7-dfc8bb6db8be admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8683584 Apr 15 10:51:43.184395 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:43.206225 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dfc82e8-e88a-4aef-97d3-735787bc6fd6 {{(pid=85273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:51:43.228498 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 2dfc82e8-e88a-4aef-97d3-735787bc6fd6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2dfc82e8-e88a-4aef-97d3-735787bc6fd6,segment=NetworkSegment(109ac857-cd2c-446b-85f3-1bf0de22ab69),segment_id=109ac857-cd2c-446b-85f3-1bf0de22ab69)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:51:43.233375 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:43.236383 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:43.324992 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=2dfc82e8-e88a-4aef-97d3-735787bc6fd6,revision_number=4']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:43.335358 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:43.443388 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-2d79b008-a37c-43ad-8eb7-56c03a7d7e3c None None] Set router eda0ea58-bbd3-45c3-9c42-6273963739ca gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:51:43.485834 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f340c-3a85-4a15-ab8d-a05d11fc7242 req-84622a03-1faf-460e-b370-6af61c7b83da tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:43.487506 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7a8f340c-3a85-4a15-ab8d-a05d11fc7242 req-84622a03-1faf-460e-b370-6af61c7b83da tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 945 time: 0.1427259 Apr 15 10:51:43.552150 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device c4527eca-68e9-4313-87a8-bde3770b604d up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:51:43.586988 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7a8f340c-3a85-4a15-ab8d-a05d11fc7242 req-0289fa0e-6418-4365-8c00-87099851a653 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912941 Apr 15 10:51:43.663048 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning for port c4527eca-68e9-4313-87a8-bde3770b604d completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:51:43.669460 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port c4527eca-68e9-4313-87a8-bde3770b604d triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:51:43.670652 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:43.686086 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da8915-9bda-4061-856e-3484b9bbe207 req-2b0c2f21-0b53-47d7-a38e-1ec7a8bc9e50 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:43.687731 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-16da8915-9bda-4061-856e-3484b9bbe207 req-2b0c2f21-0b53-47d7-a38e-1ec7a8bc9e50 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/ports?device_id=952669cd-4da1-4434-9658-3a2b86e4a7d5 HTTP/1.1" status: 200 len: 949 time: 0.1077020 Apr 15 10:51:43.706901 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['2dfc82e8-e88a-4aef-97d3-735787bc6fd6'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:51:43.750870 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-16da8915-9bda-4061-856e-3484b9bbe207 req-4b34d5bc-3012-47d1-acbf-7f211f733c0d tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/security-groups?id=93234868-fd0d-45ab-a005-4446fe48d2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553503 Apr 15 10:51:43.813630 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-2d79b008-a37c-43ad-8eb7-56c03a7d7e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'name': 'tempest-TestVolumeBootPattern-1486983443-router', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:39Z', 'updated_at': '2021-04-15T10:51:41Z', 'revision_number': 3, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'gw_port': {'id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:40Z', 'updated_at': '2021-04-15T10:51:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi'}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:51:43.818999 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d79b008-a37c-43ad-8eb7-56c03a7d7e3c None None] Checking router: eda0ea58-bbd3-45c3-9c42-6273963739ca for host: dv-cinder-786383-1-iscsi {{(pid=85276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:51:43.819674 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d79b008-a37c-43ad-8eb7-56c03a7d7e3c None None] Updating router eda0ea58-bbd3-45c3-9c42-6273963739ca port afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80 binding host dv-cinder-786383-1-iscsi {{(pid=85276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:51:43.918713 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2d79b008-a37c-43ad-8eb7-56c03a7d7e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:43.927871 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:43.996708 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] For port c4527eca-68e9-4313-87a8-bde3770b604d, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=c4527eca-68e9-4313-87a8-bde3770b604d,segment=NetworkSegment(fc1e7391-15c4-4775-a280-31db674a4e22),segment_id=fc1e7391-15c4-4775-a280-31db674a4e22)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:51:44.016437 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:44.019200 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:44.098583 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Pushing event updated for resources: {'Port': ['ID=c4527eca-68e9-4313-87a8-bde3770b604d,revision_number=3']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:44.101683 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:44.126722 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4ed731d6-48cc-46e4-901d-ae49ee132bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:44.357339 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-4ed731d6-48cc-46e4-901d-ae49ee132bd5 admin admin] Allocated IP 172.20.0.1 (4f8d55c0-b745-4c00-b4f6-c4a822798a19/75809ed1-552c-494e-b7fe-6c14ea11681a/3c1c99c6-7736-4717-947d-238471bbea37) {{(pid=85272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:51:44.400780 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2d79b008-a37c-43ad-8eb7-56c03a7d7e3c None None] Notify callbacks [] for port, precommit_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:44.416395 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-2d79b008-a37c-43ad-8eb7-56c03a7d7e3c None None] Transition to ACTIVE for port object afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80 will not be triggered until provisioned by entity L2. {{(pid=85276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:51:44.422397 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2d79b008-a37c-43ad-8eb7-56c03a7d7e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:44.438668 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:44.522372 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4ed731d6-48cc-46e4-901d-ae49ee132bd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:44.541275 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-4ed731d6-48cc-46e4-901d-ae49ee132bd5 admin admin] Transition to ACTIVE for port object 3c1c99c6-7736-4717-947d-238471bbea37 will not be triggered until provisioned by entity DHCP. {{(pid=85272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:51:44.568831 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4ed731d6-48cc-46e4-901d-ae49ee132bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:44.586156 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0c50e328-6b51-49eb-b4ed-ac0313f50c0a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:44.670194 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed731d6-48cc-46e4-901d-ae49ee132bd5 admin admin] Pushing event updated for resources: {'Port': ['ID=3c1c99c6-7736-4717-947d-238471bbea37,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:44.730320 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-4ed731d6-48cc-46e4-901d-ae49ee132bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:44.750411 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826d195-e60b-4826-84c3-ee69b12f88ea None None] Pushing event updated for resources: {'Port': ['ID=afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80,revision_number=2']} {{(pid=85276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:44.768905 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f826d195-e60b-4826-84c3-ee69b12f88ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:44.769442 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f826d195-e60b-4826-84c3-ee69b12f88ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:44.770010 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f826d195-e60b-4826-84c3-ee69b12f88ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:44.770278 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f826d195-e60b-4826-84c3-ee69b12f88ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:44.770659 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f826d195-e60b-4826-84c3-ee69b12f88ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:44.771105 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f826d195-e60b-4826-84c3-ee69b12f88ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:44.771413 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f826d195-e60b-4826-84c3-ee69b12f88ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:44.771782 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f826d195-e60b-4826-84c3-ee69b12f88ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:44.772137 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f826d195-e60b-4826-84c3-ee69b12f88ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:44.772494 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f826d195-e60b-4826-84c3-ee69b12f88ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:44.772855 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f826d195-e60b-4826-84c3-ee69b12f88ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:44.773239 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f826d195-e60b-4826-84c3-ee69b12f88ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:44.812995 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f826d195-e60b-4826-84c3-ee69b12f88ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:44.845290 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5387d-cfd1-418c-9b35-2f58d25acda6 req-cbcd94d9-b108-418c-a31c-eb1201a25924 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:44.860582 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-44d5387d-cfd1-418c-9b35-2f58d25acda6 req-cbcd94d9-b108-418c-a31c-eb1201a25924 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 945 time: 0.1411014 Apr 15 10:51:44.903038 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed731d6-48cc-46e4-901d-ae49ee132bd5 admin admin] Network 4f8d55c0-b745-4c00-b4f6-c4a822798a19 is already hosted by enough agents. {{(pid=85272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:51:44.905468 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-2d79b008-a37c-43ad-8eb7-56c03a7d7e3c None None] Attempting to bind port afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80 on host dv-cinder-786383-1-iscsi for vnic_type normal with profile {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:51:44.906045 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-2d79b008-a37c-43ad-8eb7-56c03a7d7e3c None None] Attempting to bind port afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80 by drivers openvswitch,hyperv on host dv-cinder-786383-1-iscsi at level 0 using segments [{'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'}] {{(pid=85276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:51:44.906534 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d79b008-a37c-43ad-8eb7-56c03a7d7e3c None None] Attempting to bind port afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80 on network 533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:51:44.909173 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-4ed731d6-48cc-46e4-901d-ae49ee132bd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:51:44.913313 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed731d6-48cc-46e4-901d-ae49ee132bd5 admin admin] Received port after_create {{(pid=85272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:51:44.919566 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-44d5387d-cfd1-418c-9b35-2f58d25acda6 req-2604669c-abaa-4090-950a-cdd0800ed45c tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598621 Apr 15 10:51:44.919689 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d79b008-a37c-43ad-8eb7-56c03a7d7e3c None None] Checking agent: {'id': '8830baa2-eb89-499a-aa08-32819d4139e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 40, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:51:44.920045 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d79b008-a37c-43ad-8eb7-56c03a7d7e3c None None] Checking segment: {'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:51:44.920465 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2d79b008-a37c-43ad-8eb7-56c03a7d7e3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:44.920893 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d79b008-a37c-43ad-8eb7-56c03a7d7e3c None None] Bound using segment: {'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'} {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:51:44.924393 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-2d79b008-a37c-43ad-8eb7-56c03a7d7e3c None None] Bound port: afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80, host: dv-cinder-786383-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'}}] {{(pid=85276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:51:44.924884 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2d79b008-a37c-43ad-8eb7-56c03a7d7e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:44.990054 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4ed731d6-48cc-46e4-901d-ae49ee132bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854360687'] for router_interface, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:45.020678 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-2d79b008-a37c-43ad-8eb7-56c03a7d7e3c None None] For port afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80, host dv-cinder-786383-1-iscsi, cleared binding levels {{(pid=85276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:51:45.024487 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-2d79b008-a37c-43ad-8eb7-56c03a7d7e3c None None] For port afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80, host dv-cinder-786383-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80,segment=NetworkSegment(c54efefa-f121-49d4-9f1f-b433dc39aac8),segment_id=c54efefa-f121-49d4-9f1f-b433dc39aac8)] {{(pid=85276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:51:45.029724 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eacf1a9-11b1-4392-822b-38debb1f8f6b req-e9d62867-566d-4d6b-b26d-2042bd3f47fb tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:45.031196 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2d79b008-a37c-43ad-8eb7-56c03a7d7e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:45.031902 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4eacf1a9-11b1-4392-822b-38debb1f8f6b req-e9d62867-566d-4d6b-b26d-2042bd3f47fb tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/ports?device_id=952669cd-4da1-4434-9658-3a2b86e4a7d5 HTTP/1.1" status: 200 len: 949 time: 0.1024823 Apr 15 10:51:45.057862 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1045b137-e49e-4c1b-895a-a65ed48befe5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:45.162793 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4eacf1a9-11b1-4392-822b-38debb1f8f6b req-f7159134-d5a8-4452-93fd-af9dce45aa64 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/security-groups?id=93234868-fd0d-45ab-a005-4446fe48d2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174657 Apr 15 10:51:45.205332 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4ed731d6-48cc-46e4-901d-ae49ee132bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:45.274833 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826d195-e60b-4826-84c3-ee69b12f88ea None None] Pushing event updated for resources: {'Port': ['ID=afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80,revision_number=3']} {{(pid=85276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:45.276184 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-cdd26746-7acc-4b73-a020-d0662a6baf7f None None] Provisioning for port 3c1c99c6-7736-4717-947d-238471bbea37 completed by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:51:45.279432 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f826d195-e60b-4826-84c3-ee69b12f88ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:45.286589 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-cdd26746-7acc-4b73-a020-d0662a6baf7f None None] Provisioning complete for port 3c1c99c6-7736-4717-947d-238471bbea37 triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:51:45.287014 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-cdd26746-7acc-4b73-a020-d0662a6baf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:45.322771 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d79b008-a37c-43ad-8eb7-56c03a7d7e3c None None] Routers {'eda0ea58-bbd3-45c3-9c42-6273963739ca'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:51:45.322939 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-2d79b008-a37c-43ad-8eb7-56c03a7d7e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:51:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['eda0ea58-bbd3-45c3-9c42-6273963739ca'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:51:45.384255 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-cdd26746-7acc-4b73-a020-d0662a6baf7f None None] Port 3c1c99c6-7736-4717-947d-238471bbea37 cannot update to ACTIVE because it is not bound. {{(pid=85273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:51:45.470066 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device c4527eca-68e9-4313-87a8-bde3770b604d up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:51:45.530652 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-2d79b008-a37c-43ad-8eb7-56c03a7d7e3c None None] Set router eda0ea58-bbd3-45c3-9c42-6273963739ca gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:51:45.547683 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port c4527eca-68e9-4313-87a8-bde3770b604d triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:51:45.548336 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:45.569559 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4ed731d6-48cc-46e4-901d-ae49ee132bd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:45.573911 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4ed731d6-48cc-46e4-901d-ae49ee132bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852030086'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:45.612307 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:45.708667 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed731d6-48cc-46e4-901d-ae49ee132bd5 admin admin] Pushing event updated for resources: {'Port': ['ID=3c1c99c6-7736-4717-947d-238471bbea37,revision_number=2']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:45.711396 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4ed731d6-48cc-46e4-901d-ae49ee132bd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854122366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854366150'] for router_interface, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:45.725010 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-4ed731d6-48cc-46e4-901d-ae49ee132bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:45.857882 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed731d6-48cc-46e4-901d-ae49ee132bd5 admin admin] Network 4f8d55c0-b745-4c00-b4f6-c4a822798a19 is already hosted by enough agents. {{(pid=85272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:51:45.859089 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-4ed731d6-48cc-46e4-901d-ae49ee132bd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:51:45.896165 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-2d79b008-a37c-43ad-8eb7-56c03a7d7e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'name': 'tempest-TestVolumeBootPattern-1486983443-router', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:39Z', 'updated_at': '2021-04-15T10:51:45Z', 'revision_number': 4, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'gw_port': {'id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:40Z', 'updated_at': '2021-04-15T10:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '3c1c99c6-7736-4717-947d-238471bbea37', 'name': '', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'mac_address': 'fa:16:3e:a6:ed:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:44Z', 'updated_at': '2021-04-15T10:51:44Z', 'revision_number': 1, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'subnets': [{'id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:51:45.900633 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d79b008-a37c-43ad-8eb7-56c03a7d7e3c None None] The sync data for ids ['eda0ea58-bbd3-45c3-9c42-6273963739ca'] in dv-cinder-786383-1-iscsi is: [{'id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'name': 'tempest-TestVolumeBootPattern-1486983443-router', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:39Z', 'updated_at': '2021-04-15T10:51:45Z', 'revision_number': 4, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'gw_port': {'id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:40Z', 'updated_at': '2021-04-15T10:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '3c1c99c6-7736-4717-947d-238471bbea37', 'name': '', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'mac_address': 'fa:16:3e:a6:ed:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:44Z', 'updated_at': '2021-04-15T10:51:44Z', 'revision_number': 1, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'subnets': [{'id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:51:46.111748 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-58f60849-33ad-4084-b741-063afd609661 None None] Provisioning complete for port 3c1c99c6-7736-4717-947d-238471bbea37 triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:51:46.112292 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-58f60849-33ad-4084-b741-063afd609661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:46.173962 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b6f6e-c014-4570-9f24-f8716180a370 req-3f26e5c7-da42-4c90-9aca-ae7fc9539cac tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:46.176889 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-064b6f6e-c014-4570-9f24-f8716180a370 req-3f26e5c7-da42-4c90-9aca-ae7fc9539cac tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 945 time: 0.1080465 Apr 15 10:51:46.181976 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-58f60849-33ad-4084-b741-063afd609661 None None] Port 3c1c99c6-7736-4717-947d-238471bbea37 cannot update to ACTIVE because it is not bound. {{(pid=85273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:51:46.251147 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-064b6f6e-c014-4570-9f24-f8716180a370 req-f88fb3cc-59a8-40cd-b82e-5924ddf437f3 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683138 Apr 15 10:51:46.326889 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed731d6-48cc-46e4-901d-ae49ee132bd5 admin admin] Router eda0ea58-bbd3-45c3-9c42-6273963739ca has already been hosted by L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 {{(pid=85272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:51:46.423928 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd3149-ec8a-4014-ab72-8e90101ed8ba req-1b8b877f-e9f9-4f7a-ae48-e1cda85908af tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:46.424740 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-accd3149-ec8a-4014-ab72-8e90101ed8ba req-1b8b877f-e9f9-4f7a-ae48-e1cda85908af tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/ports?device_id=952669cd-4da1-4434-9658-3a2b86e4a7d5 HTTP/1.1" status: 200 len: 949 time: 0.1174667 Apr 15 10:51:46.489018 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-accd3149-ec8a-4014-ab72-8e90101ed8ba req-9126cb10-3933-489e-ac28-00092ee3c152 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/security-groups?id=93234868-fd0d-45ab-a005-4446fe48d2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556552 Apr 15 10:51:46.577929 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed731d6-48cc-46e4-901d-ae49ee132bd5 admin admin] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:51:46.588907 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-4ed731d6-48cc-46e4-901d-ae49ee132bd5 admin admin] 10.222.0.36 "PUT /v2.0/routers/eda0ea58-bbd3-45c3-9c42-6273963739ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4106765 Apr 15 10:51:46.886143 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 2dfc82e8-e88a-4aef-97d3-735787bc6fd6 up at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:51:46.970354 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning for port 2dfc82e8-e88a-4aef-97d3-735787bc6fd6 completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:51:46.976252 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning complete for port 2dfc82e8-e88a-4aef-97d3-735787bc6fd6 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:51:46.976687 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:47.130969 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:47.165773 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952669cd-4da1-4434-9658-3a2b86e4a7d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dfc82e8-e88a-4aef-97d3-735787bc6fd6'}] {{(pid=85273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:51:47.177481 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 2dfc82e8-e88a-4aef-97d3-735787bc6fd6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2dfc82e8-e88a-4aef-97d3-735787bc6fd6,segment=NetworkSegment(109ac857-cd2c-446b-85f3-1bf0de22ab69),segment_id=109ac857-cd2c-446b-85f3-1bf0de22ab69)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:51:47.181012 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:47.183035 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e0603bf2-51f1-42a0-af58-3a0f8a37ee14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:47.231113 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952669cd-4da1-4434-9658-3a2b86e4a7d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dfc82e8-e88a-4aef-97d3-735787bc6fd6', 'code': 200} Apr 15 10:51:47.259953 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=2dfc82e8-e88a-4aef-97d3-735787bc6fd6,revision_number=5']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:47.263652 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:47.405631 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 40466) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:47.415156 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-dbbaa812-8efe-4168-8e4d-c6347dbd25cf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1069352933-network', 'tenant_id': '9cbffc815651437db1e07855a2b63071'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:51:47.428206 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-dbbaa812-8efe-4168-8e4d-c6347dbd25cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:51:47.437381 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-dbbaa812-8efe-4168-8e4d-c6347dbd25cf admin admin] Usage tracker for resource:network and tenant:9cbffc815651437db1e07855a2b63071 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:51:47.448905 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-dbbaa812-8efe-4168-8e4d-c6347dbd25cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:51:47.467295 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-dbbaa812-8efe-4168-8e4d-c6347dbd25cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:51:47.485902 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbaa812-8efe-4168-8e4d-c6347dbd25cf admin admin] Made reservation on behalf of 9cbffc815651437db1e07855a2b63071 for: {'network': 1} {{(pid=85272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:51:47.500659 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dbbaa812-8efe-4168-8e4d-c6347dbd25cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for network, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:47.518142 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dbbaa812-8efe-4168-8e4d-c6347dbd25cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:47.539846 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-dbbaa812-8efe-4168-8e4d-c6347dbd25cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:51:47.544029 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-dbbaa812-8efe-4168-8e4d-c6347dbd25cf admin admin] Usage tracker for resource:security_group_rule and tenant:9cbffc815651437db1e07855a2b63071 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:51:47.547496 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-dbbaa812-8efe-4168-8e4d-c6347dbd25cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:51:47.554055 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-dbbaa812-8efe-4168-8e4d-c6347dbd25cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:51:47.576303 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80 up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:51:47.609628 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740608db-43f0-4d49-b568-da2e46ce50b5 req-da9cdd1c-ee8a-4dbe-a7b1-19e0d143be50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:47.611321 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-740608db-43f0-4d49-b568-da2e46ce50b5 req-da9cdd1c-ee8a-4dbe-a7b1-19e0d143be50 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=952669cd-4da1-4434-9658-3a2b86e4a7d5 HTTP/1.1" status: 200 len: 1103 time: 0.1461878 Apr 15 10:51:47.621308 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee1673-220d-472b-a8be-0feef8d48cda req-3cf0ae16-3500-4157-acf8-d30db58ffb60 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:47.623101 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2aee1673-220d-472b-a8be-0feef8d48cda req-3cf0ae16-3500-4157-acf8-d30db58ffb60 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 945 time: 0.2403231 Apr 15 10:51:47.678651 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning for port afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80 completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:51:47.684200 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:51:47.684763 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:47.701908 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dbbaa812-8efe-4168-8e4d-c6347dbd25cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:47.708409 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dbbaa812-8efe-4168-8e4d-c6347dbd25cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:47.715141 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-8f03b8bf-3303-4940-914c-0d3c7188dbf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:47.760013 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbbaa812-8efe-4168-8e4d-c6347dbd25cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=85272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:51:47.770163 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbaa812-8efe-4168-8e4d-c6347dbd25cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b51b68-7e9a-4a58-b1c7-b3a044d09387,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:47.775236 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-dbbaa812-8efe-4168-8e4d-c6347dbd25cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:47.781505 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dbbaa812-8efe-4168-8e4d-c6347dbd25cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854748824'] for segment, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:47.781944 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.segments_db [None req-dbbaa812-8efe-4168-8e4d-c6347dbd25cf admin admin] Added segment 58c59411-226b-4b97-97b0-dbb5e08322c5 of type vlan for network 8d714a02-a286-4ab4-8daf-9f5ca06cddfa Apr 15 10:51:47.813566 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dbbaa812-8efe-4168-8e4d-c6347dbd25cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363301132464039'] for network, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:47.854409 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dbbaa812-8efe-4168-8e4d-c6347dbd25cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349'] for network, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:47.856021 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbaa812-8efe-4168-8e4d-c6347dbd25cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:47.856138 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:47.856780 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dbbaa812-8efe-4168-8e4d-c6347dbd25cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for network, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:47.862502 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:47.876845 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] For port afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80,segment=NetworkSegment(c54efefa-f121-49d4-9f1f-b433dc39aac8),segment_id=c54efefa-f121-49d4-9f1f-b433dc39aac8)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:51:47.881849 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:47.884967 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:47.965738 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Pushing event updated for resources: {'Port': ['ID=afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80,revision_number=4']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:47.969347 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:47.973252 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-dbbaa812-8efe-4168-8e4d-c6347dbd25cf admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5656984 Apr 15 10:51:47.976213 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 40474) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:47.979386 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbaa812-8efe-4168-8e4d-c6347dbd25cf admin admin] Pushing event updated for resources: {'Network': ['ID=8d714a02-a286-4ab4-8daf-9f5ca06cddfa,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:47.984579 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-7f4a960b-6e5e-4e7c-a916-e0d51e999e5d admin admin] Request body: {'subnet': {'network_id': '8d714a02-a286-4ab4-8daf-9f5ca06cddfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1069352933-subnet', 'tenant_id': '9cbffc815651437db1e07855a2b63071', 'ip_version': 4}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:51:47.990401 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-7f4a960b-6e5e-4e7c-a916-e0d51e999e5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:51:47.995100 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-dbbaa812-8efe-4168-8e4d-c6347dbd25cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:47.996127 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-7f4a960b-6e5e-4e7c-a916-e0d51e999e5d admin admin] Usage tracker for resource:subnet and tenant:9cbffc815651437db1e07855a2b63071 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:51:47.999307 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-7f4a960b-6e5e-4e7c-a916-e0d51e999e5d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:51:48.001354 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-740608db-43f0-4d49-b568-da2e46ce50b5 req-5241a9ea-a3b3-413a-80ea-52007702e72f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=93234868-fd0d-45ab-a005-4446fe48d2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770585 Apr 15 10:51:48.002247 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Network 8d714a02-a286-4ab4-8daf-9f5ca06cddfa details requested by agent ovs-agent-dv-cinder-786383-1-iscsi with host dv-cinder-786383-1-iscsi {{(pid=85273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:51:48.006421 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-7f4a960b-6e5e-4e7c-a916-e0d51e999e5d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:51:48.019228 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4a960b-6e5e-4e7c-a916-e0d51e999e5d admin admin] Made reservation on behalf of 9cbffc815651437db1e07855a2b63071 for: {'subnet': 1} {{(pid=85272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:51:48.021700 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2aee1673-220d-472b-a8be-0feef8d48cda req-2c452441-9ad1-439e-8158-ff5acc3e8dea tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716960 Apr 15 10:51:48.024102 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-7f4a960b-6e5e-4e7c-a916-e0d51e999e5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852330914'] for subnet, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:48.061481 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ec2e5-6f9e-418d-a2c7-f162281ce36d req-a2ef4acc-1d4f-40da-8eda-fa4fcce9feeb tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:48.070270 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7d4ec2e5-6f9e-418d-a2c7-f162281ce36d req-a2ef4acc-1d4f-40da-8eda-fa4fcce9feeb tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/ports?device_id=952669cd-4da1-4434-9658-3a2b86e4a7d5 HTTP/1.1" status: 200 len: 950 time: 0.4190326 Apr 15 10:51:48.127202 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7d4ec2e5-6f9e-418d-a2c7-f162281ce36d req-4dd22d39-62ac-47e4-a202-49450bf7b494 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/security-groups?id=93234868-fd0d-45ab-a005-4446fe48d2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556633 Apr 15 10:51:48.478097 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-7f4a960b-6e5e-4e7c-a916-e0d51e999e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2745832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852330929'] for subnet, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:48.496519 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:48.622066 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a960b-6e5e-4e7c-a916-e0d51e999e5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6e71456-90d4-4e00-ae3c-4cd90b4ddcd2,revision_number=0']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:48.626992 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-7f4a960b-6e5e-4e7c-a916-e0d51e999e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:48.697637 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4a960b-6e5e-4e7c-a916-e0d51e999e5d admin admin] Checking segment: {'id': '58c59411-226b-4b97-97b0-dbb5e08322c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8d714a02-a286-4ab4-8daf-9f5ca06cddfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:51:48.698027 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4a960b-6e5e-4e7c-a916-e0d51e999e5d admin admin] Network hostable DHCP agents. Network: 8d714a02-a286-4ab4-8daf-9f5ca06cddfa, hostable agents: ['18362263-581c-45fc-9271-eb619391ffd4'], hosted agents: [] {{(pid=85272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:51:48.716431 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4a960b-6e5e-4e7c-a916-e0d51e999e5d admin admin] Network 8d714a02-a286-4ab4-8daf-9f5ca06cddfa is scheduled to be hosted by DHCP agent 18362263-581c-45fc-9271-eb619391ffd4 with binding_index 1 {{(pid=85272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:51:48.724573 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-7f4a960b-6e5e-4e7c-a916-e0d51e999e5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-1-iscsi, 8d714a02-a286-4ab4-8daf-9f5ca06cddfa) {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:51:48.734144 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5522de1b-9d2d-4d48-8879-1462f462876c None None] Network 8d714a02-a286-4ab4-8daf-9f5ca06cddfa requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:51:48.736404 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4a960b-6e5e-4e7c-a916-e0d51e999e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:48.737046 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-7f4a960b-6e5e-4e7c-a916-e0d51e999e5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:48.757002 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-7f4a960b-6e5e-4e7c-a916-e0d51e999e5d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7796705 Apr 15 10:51:48.759644 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 40482) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:48.765409 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-ec2daf1a-45fa-4b0b-9d96-fea1a679319e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1069352933-router', 'tenant_id': '9cbffc815651437db1e07855a2b63071', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'}}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:51:48.770934 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-ec2daf1a-45fa-4b0b-9d96-fea1a679319e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:51:48.775032 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-ec2daf1a-45fa-4b0b-9d96-fea1a679319e admin admin] Usage tracker for resource:router and tenant:9cbffc815651437db1e07855a2b63071 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:51:48.778543 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-ec2daf1a-45fa-4b0b-9d96-fea1a679319e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:51:48.785202 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-ec2daf1a-45fa-4b0b-9d96-fea1a679319e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:51:48.794070 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ec2daf1a-45fa-4b0b-9d96-fea1a679319e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854364945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036850582375'] for router, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:48.795160 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ec2daf1a-45fa-4b0b-9d96-fea1a679319e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4193425'] for router, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:48.809647 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ec2daf1a-45fa-4b0b-9d96-fea1a679319e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:49.112498 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ec2daf1a-45fa-4b0b-9d96-fea1a679319e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854364930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4193534'] for router, precommit_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:49.146568 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0068f615-0043-4965-9435-a0bfe1e4496f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpada1f6cb-291d-5cb6-a3be-9f35f1ed9e53-8d714a02-a286-4ab4-8daf-9f5ca06cddfa', 'network_id': '8d714a02-a286-4ab4-8daf-9f5ca06cddfa', 'tenant_id': '9cbffc815651437db1e07855a2b63071', 'fixed_ips': [{'subnet_id': 'f6e71456-90d4-4e00-ae3c-4cd90b4ddcd2'}]}} from dv-cinder-786383-1-iscsi. {{(pid=85273) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 10:51:49.147630 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0068f615-0043-4965-9435-a0bfe1e4496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:49.275288 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf0852-2c5f-499f-a214-83141cb20486 req-01e37788-15a5-42ad-ab0d-64d3dd771cdb tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:49.283579 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-eecf0852-2c5f-499f-a214-83141cb20486 req-01e37788-15a5-42ad-ab0d-64d3dd771cdb tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 945 time: 0.1184423 Apr 15 10:51:49.445753 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-0068f615-0043-4965-9435-a0bfe1e4496f None None] Allocated IP 172.20.0.2 (8d714a02-a286-4ab4-8daf-9f5ca06cddfa/f6e71456-90d4-4e00-ae3c-4cd90b4ddcd2/fd7de132-2f0b-44da-876d-5298f50edb55) {{(pid=85273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:51:49.492262 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-eecf0852-2c5f-499f-a214-83141cb20486 req-72ad0cf1-ec5e-4551-b944-04d5d469398c tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076142 Apr 15 10:51:49.525428 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c258865-0d82-4080-9093-32ade83ecf50 req-d4eca4ff-4634-4efa-ac80-b6c213dae1b7 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:49.533234 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3c258865-0d82-4080-9093-32ade83ecf50 req-d4eca4ff-4634-4efa-ac80-b6c213dae1b7 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/ports?device_id=952669cd-4da1-4434-9658-3a2b86e4a7d5 HTTP/1.1" status: 200 len: 950 time: 0.2208376 Apr 15 10:51:49.637733 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3c258865-0d82-4080-9093-32ade83ecf50 req-59f88d98-1e99-46cd-aa4a-7e00837ee1c4 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/security-groups?id=93234868-fd0d-45ab-a005-4446fe48d2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034565 Apr 15 10:51:49.657581 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ec2daf1a-45fa-4b0b-9d96-fea1a679319e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:49.674485 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e148866c-a326-40fb-a4bf-7d0641254e9b None None] Sync routers for ids ['eda0ea58-bbd3-45c3-9c42-6273963739ca'] in dv-cinder-786383-1-iscsi {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:51:49.678798 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80 up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:51:49.698329 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ec2daf1a-45fa-4b0b-9d96-fea1a679319e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:49.815048 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e148866c-a326-40fb-a4bf-7d0641254e9b None None] Routers {'eda0ea58-bbd3-45c3-9c42-6273963739ca'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:51:49.815810 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-e148866c-a326-40fb-a4bf-7d0641254e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:51:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['eda0ea58-bbd3-45c3-9c42-6273963739ca'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:51:49.860216 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-ec2daf1a-45fa-4b0b-9d96-fea1a679319e admin admin] Allocated IP 172.27.2.156 (533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f/ee0371ba-4ff7-4e97-afb9-409670eb4ad7/46f51224-6ba3-41d9-9019-bd98cf30ef49) {{(pid=85272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:51:50.011858 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0068f615-0043-4965-9435-a0bfe1e4496f None None] Notify callbacks [] for port, precommit_create {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:50.037037 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-0068f615-0043-4965-9435-a0bfe1e4496f None None] Transition to ACTIVE for port object fd7de132-2f0b-44da-876d-5298f50edb55 will not be triggered until provisioned by entity L2. {{(pid=85273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:51:50.048522 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:51:50.048941 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:50.143938 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-e148866c-a326-40fb-a4bf-7d0641254e9b None None] Set router eda0ea58-bbd3-45c3-9c42-6273963739ca gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:51:50.190545 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-0068f615-0043-4965-9435-a0bfe1e4496f None None] Transition to ACTIVE for port object fd7de132-2f0b-44da-876d-5298f50edb55 will not be triggered until provisioned by entity DHCP. {{(pid=85273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:51:50.230618 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ec2daf1a-45fa-4b0b-9d96-fea1a679319e admin admin] Notify callbacks [] for port, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:50.231873 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0068f615-0043-4965-9435-a0bfe1e4496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888'] for port, after_create {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:50.258265 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:50.262230 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ec2daf1a-45fa-4b0b-9d96-fea1a679319e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:50.277563 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-9649fd52-9db5-4f81-b229-4a77720633b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:50.415605 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2daf1a-45fa-4b0b-9d96-fea1a679319e admin admin] Pushing event updated for resources: {'Port': ['ID=46f51224-6ba3-41d9-9019-bd98cf30ef49,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:50.419977 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-ec2daf1a-45fa-4b0b-9d96-fea1a679319e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:50.479277 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2daf1a-45fa-4b0b-9d96-fea1a679319e admin admin] Network 533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f is already hosted by enough agents. {{(pid=85272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:51:50.480447 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-ec2daf1a-45fa-4b0b-9d96-fea1a679319e admin admin] Resources bound (agent type, host, resource id): {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:51:50.482675 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2daf1a-45fa-4b0b-9d96-fea1a679319e admin admin] Received port after_create {{(pid=85272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:51:50.725127 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543ca99-b3ab-41ed-bc70-1cf50b6ce0b8 req-c4ce1332-1e80-431a-bb0a-debc4d0e03c5 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:50.734683 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e543ca99-b3ab-41ed-bc70-1cf50b6ce0b8 req-c4ce1332-1e80-431a-bb0a-debc4d0e03c5 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 945 time: 0.1218851 Apr 15 10:51:50.863832 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e543ca99-b3ab-41ed-bc70-1cf50b6ce0b8 req-bd785c70-77ea-430d-84c5-1c32078d2f2b tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280203 Apr 15 10:51:50.923086 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee25a23-d039-4f2b-8817-0cb35d5cbe67 req-51deb10d-b31f-4cce-9dfb-64db2669fcee tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:50.929967 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0ee25a23-d039-4f2b-8817-0cb35d5cbe67 req-51deb10d-b31f-4cce-9dfb-64db2669fcee tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/ports?device_id=952669cd-4da1-4434-9658-3a2b86e4a7d5 HTTP/1.1" status: 200 len: 950 time: 0.1366935 Apr 15 10:51:50.989702 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0ee25a23-d039-4f2b-8817-0cb35d5cbe67 req-745f9cca-4cf7-4002-80d1-8187af60a3e9 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/security-groups?id=93234868-fd0d-45ab-a005-4446fe48d2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569870 Apr 15 10:51:51.007375 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ec2daf1a-45fa-4b0b-9d96-fea1a679319e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:51.007597 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068f615-0043-4965-9435-a0bfe1e4496f None None] Pushing event updated for resources: {'Port': ['ID=fd7de132-2f0b-44da-876d-5298f50edb55,revision_number=1']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:51.010087 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0068f615-0043-4965-9435-a0bfe1e4496f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:51.099699 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c9b3f5f1-267e-4a34-b2fc-c63c00597f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:51.116817 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0068f615-0043-4965-9435-a0bfe1e4496f None None] Network 8d714a02-a286-4ab4-8daf-9f5ca06cddfa is already hosted by enough agents. {{(pid=85273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:51:51.119126 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-0068f615-0043-4965-9435-a0bfe1e4496f None None] Resources bound (agent type, host, resource id): {{(pid=85273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:51:51.178625 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0068f615-0043-4965-9435-a0bfe1e4496f None None] Received port after_create {{(pid=85273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:51:51.352355 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-0068f615-0043-4965-9435-a0bfe1e4496f None None] Attempting to bind port fd7de132-2f0b-44da-876d-5298f50edb55 on host dv-cinder-786383-1-iscsi for vnic_type normal with profile {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:51:51.352753 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-0068f615-0043-4965-9435-a0bfe1e4496f None None] Attempting to bind port fd7de132-2f0b-44da-876d-5298f50edb55 by drivers openvswitch,hyperv on host dv-cinder-786383-1-iscsi at level 0 using segments [{'id': '58c59411-226b-4b97-97b0-dbb5e08322c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8d714a02-a286-4ab4-8daf-9f5ca06cddfa'}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:51:51.353170 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0068f615-0043-4965-9435-a0bfe1e4496f None None] Attempting to bind port fd7de132-2f0b-44da-876d-5298f50edb55 on network 8d714a02-a286-4ab4-8daf-9f5ca06cddfa {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:51:51.365414 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0068f615-0043-4965-9435-a0bfe1e4496f None None] Checking agent: {'id': '8830baa2-eb89-499a-aa08-32819d4139e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 40, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:51:51.365850 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0068f615-0043-4965-9435-a0bfe1e4496f None None] Checking segment: {'id': '58c59411-226b-4b97-97b0-dbb5e08322c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8d714a02-a286-4ab4-8daf-9f5ca06cddfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:51:51.366313 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0068f615-0043-4965-9435-a0bfe1e4496f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:51.366766 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0068f615-0043-4965-9435-a0bfe1e4496f None None] Bound using segment: {'id': '58c59411-226b-4b97-97b0-dbb5e08322c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8d714a02-a286-4ab4-8daf-9f5ca06cddfa'} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:51:51.367365 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-0068f615-0043-4965-9435-a0bfe1e4496f None None] Bound port: fd7de132-2f0b-44da-876d-5298f50edb55, host: dv-cinder-786383-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58c59411-226b-4b97-97b0-dbb5e08322c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8d714a02-a286-4ab4-8daf-9f5ca06cddfa'}}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:51:51.367794 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0068f615-0043-4965-9435-a0bfe1e4496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:51.490995 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-e148866c-a326-40fb-a4bf-7d0641254e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'name': 'tempest-TestVolumeBootPattern-1486983443-router', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:39Z', 'updated_at': '2021-04-15T10:51:45Z', 'revision_number': 4, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'gw_port': {'id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:40Z', 'updated_at': '2021-04-15T10:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '3c1c99c6-7736-4717-947d-238471bbea37', 'name': '', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'mac_address': 'fa:16:3e:a6:ed:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:44Z', 'updated_at': '2021-04-15T10:51:45Z', 'revision_number': 2, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'subnets': [{'id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:51:51.515291 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e148866c-a326-40fb-a4bf-7d0641254e9b None None] Checking router: eda0ea58-bbd3-45c3-9c42-6273963739ca for host: dv-cinder-786383-1-iscsi {{(pid=85273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:51:51.515720 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e148866c-a326-40fb-a4bf-7d0641254e9b None None] Updating router eda0ea58-bbd3-45c3-9c42-6273963739ca port 3c1c99c6-7736-4717-947d-238471bbea37 binding host dv-cinder-786383-1-iscsi {{(pid=85273) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:51:51.529012 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ec2daf1a-45fa-4b0b-9d96-fea1a679319e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854360748'] for router, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:51.628059 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-0068f615-0043-4965-9435-a0bfe1e4496f None None] For port fd7de132-2f0b-44da-876d-5298f50edb55, host dv-cinder-786383-1-iscsi, cleared binding levels {{(pid=85273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:51:51.630212 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e148866c-a326-40fb-a4bf-7d0641254e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:51.662355 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-0068f615-0043-4965-9435-a0bfe1e4496f None None] For port fd7de132-2f0b-44da-876d-5298f50edb55, host dv-cinder-786383-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=fd7de132-2f0b-44da-876d-5298f50edb55,segment=NetworkSegment(58c59411-226b-4b97-97b0-dbb5e08322c5),segment_id=58c59411-226b-4b97-97b0-dbb5e08322c5)] {{(pid=85273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:51:51.696362 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0068f615-0043-4965-9435-a0bfe1e4496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:51.712227 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef998a31-34c8-43ee-ac4d-e64dd11bd2ee req-b44d3920-f5de-4c45-b9ea-4117d8b0c461 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:51.714522 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ef998a31-34c8-43ee-ac4d-e64dd11bd2ee req-b44d3920-f5de-4c45-b9ea-4117d8b0c461 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/ports?device_id=952669cd-4da1-4434-9658-3a2b86e4a7d5 HTTP/1.1" status: 200 len: 950 time: 0.1387219 Apr 15 10:51:51.729856 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:51.803435 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ef998a31-34c8-43ee-ac4d-e64dd11bd2ee req-cc863eb2-8c1d-49ee-a836-5fb4386edeac tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/security-groups?id=93234868-fd0d-45ab-a005-4446fe48d2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823405 Apr 15 10:51:51.848483 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2daf1a-45fa-4b0b-9d96-fea1a679319e admin admin] Router df6e773d-99dd-48b0-aa11-3d359c88db13 is scheduled to L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 with binding_index 1 {{(pid=85272) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 10:51:52.076022 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068f615-0043-4965-9435-a0bfe1e4496f None None] Pushing event updated for resources: {'Port': ['ID=fd7de132-2f0b-44da-876d-5298f50edb55,revision_number=2']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:52.137239 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2daf1a-45fa-4b0b-9d96-fea1a679319e admin admin] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:51:52.146523 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe3cc86-83d0-416a-9f82-0d258ac5d5fe None None] Sync routers for ids ['df6e773d-99dd-48b0-aa11-3d359c88db13'] in dv-cinder-786383-1-iscsi {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:51:52.157970 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe3cc86-83d0-416a-9f82-0d258ac5d5fe None None] Routers {'df6e773d-99dd-48b0-aa11-3d359c88db13'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:51:52.159018 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-8fe3cc86-83d0-416a-9f82-0d258ac5d5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:51:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['df6e773d-99dd-48b0-aa11-3d359c88db13'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:51:52.189045 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ec2daf1a-45fa-4b0b-9d96-fea1a679319e admin admin] Notify callbacks [] for router, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:52.191755 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-ec2daf1a-45fa-4b0b-9d96-fea1a679319e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4302590 Apr 15 10:51:52.194553 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 40544) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:52.221525 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0068f615-0043-4965-9435-a0bfe1e4496f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:52.260203 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a1b96-eb6c-4365-ab67-2663da51950f req-eb527e91-25ce-4d2d-8c87-aaabd1e0d24e tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:52.269084 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-209a1b96-eb6c-4365-ab67-2663da51950f req-eb527e91-25ce-4d2d-8c87-aaabd1e0d24e tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 945 time: 0.2373116 Apr 15 10:51:52.331490 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-209a1b96-eb6c-4365-ab67-2663da51950f req-0d942d93-73ce-4bc8-a824-d8bda97ca08e tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611110 Apr 15 10:51:52.439865 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-8fe3cc86-83d0-416a-9f82-0d258ac5d5fe None None] Set router df6e773d-99dd-48b0-aa11-3d359c88db13 gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:51:52.651380 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e148866c-a326-40fb-a4bf-7d0641254e9b None None] Notify callbacks [] for port, precommit_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:52.665616 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-e148866c-a326-40fb-a4bf-7d0641254e9b None None] Transition to ACTIVE for port object 3c1c99c6-7736-4717-947d-238471bbea37 will not be triggered until provisioned by entity L2. {{(pid=85273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:51:52.699799 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e148866c-a326-40fb-a4bf-7d0641254e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:52.726067 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:52.823462 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2e2ed-8b13-4973-824e-f43b49179961 None None] Pushing event updated for resources: {'Port': ['ID=3c1c99c6-7736-4717-947d-238471bbea37,revision_number=3']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:52.843362 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-8fe3cc86-83d0-416a-9f82-0d258ac5d5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6e773d-99dd-48b0-aa11-3d359c88db13', 'name': 'tempest-TestVolumeBootPattern-1069352933-router', 'tenant_id': '9cbffc815651437db1e07855a2b63071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '46f51224-6ba3-41d9-9019-bd98cf30ef49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:48Z', 'updated_at': '2021-04-15T10:51:50Z', 'revision_number': 3, 'project_id': '9cbffc815651437db1e07855a2b63071', 'gw_port': {'id': '46f51224-6ba3-41d9-9019-bd98cf30ef49', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c6:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6e773d-99dd-48b0-aa11-3d359c88db13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:49Z', 'updated_at': '2021-04-15T10:51:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi'}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:51:52.848089 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe3cc86-83d0-416a-9f82-0d258ac5d5fe None None] Checking router: df6e773d-99dd-48b0-aa11-3d359c88db13 for host: dv-cinder-786383-1-iscsi {{(pid=85276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:51:52.848490 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe3cc86-83d0-416a-9f82-0d258ac5d5fe None None] Updating router df6e773d-99dd-48b0-aa11-3d359c88db13 port 46f51224-6ba3-41d9-9019-bd98cf30ef49 binding host dv-cinder-786383-1-iscsi {{(pid=85276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:51:52.916034 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8fe3cc86-83d0-416a-9f82-0d258ac5d5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:52.930818 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-79b2e2ed-8b13-4973-824e-f43b49179961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:53.091870 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994ca97-dba1-40f4-8645-0ef74a6d00e7 req-7a1a7e54-3ff6-45c7-832e-1a895fbac1cc tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:53.100755 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7994ca97-dba1-40f4-8645-0ef74a6d00e7 req-7a1a7e54-3ff6-45c7-832e-1a895fbac1cc tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/ports?device_id=952669cd-4da1-4434-9658-3a2b86e4a7d5 HTTP/1.1" status: 200 len: 950 time: 0.1245904 Apr 15 10:51:53.188680 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7994ca97-dba1-40f4-8645-0ef74a6d00e7 req-f6ec6a16-4abe-4f20-9ff8-53e0a7f10e89 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/security-groups?id=93234868-fd0d-45ab-a005-4446fe48d2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868762 Apr 15 10:51:53.333506 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-e148866c-a326-40fb-a4bf-7d0641254e9b None None] Attempting to bind port 3c1c99c6-7736-4717-947d-238471bbea37 on host dv-cinder-786383-1-iscsi for vnic_type normal with profile {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:51:53.333939 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-e148866c-a326-40fb-a4bf-7d0641254e9b None None] Attempting to bind port 3c1c99c6-7736-4717-947d-238471bbea37 by drivers openvswitch,hyperv on host dv-cinder-786383-1-iscsi at level 0 using segments [{'id': 'fc1e7391-15c4-4775-a280-31db674a4e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19'}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:51:53.334368 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e148866c-a326-40fb-a4bf-7d0641254e9b None None] Attempting to bind port 3c1c99c6-7736-4717-947d-238471bbea37 on network 4f8d55c0-b745-4c00-b4f6-c4a822798a19 {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:51:53.401025 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e148866c-a326-40fb-a4bf-7d0641254e9b None None] Checking agent: {'id': '8830baa2-eb89-499a-aa08-32819d4139e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 40, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:51:53.401458 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e148866c-a326-40fb-a4bf-7d0641254e9b None None] Checking segment: {'id': 'fc1e7391-15c4-4775-a280-31db674a4e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:51:53.401926 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e148866c-a326-40fb-a4bf-7d0641254e9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:53.402385 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e148866c-a326-40fb-a4bf-7d0641254e9b None None] Bound using segment: {'id': 'fc1e7391-15c4-4775-a280-31db674a4e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19'} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:51:53.402968 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-e148866c-a326-40fb-a4bf-7d0641254e9b None None] Bound port: 3c1c99c6-7736-4717-947d-238471bbea37, host: dv-cinder-786383-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc1e7391-15c4-4775-a280-31db674a4e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19'}}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:51:53.403421 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e148866c-a326-40fb-a4bf-7d0641254e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:53.442731 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-57feed2c-ccdb-4f62-846d-165f79f4d541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:53.583187 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device fd7de132-2f0b-44da-876d-5298f50edb55 up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:51:53.637843 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5ed0c24e-7897-450a-bb8a-af80a9489bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:53.711368 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-e148866c-a326-40fb-a4bf-7d0641254e9b None None] For port 3c1c99c6-7736-4717-947d-238471bbea37, host dv-cinder-786383-1-iscsi, cleared binding levels {{(pid=85273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:51:53.725566 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-e148866c-a326-40fb-a4bf-7d0641254e9b None None] For port 3c1c99c6-7736-4717-947d-238471bbea37, host dv-cinder-786383-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=3c1c99c6-7736-4717-947d-238471bbea37,segment=NetworkSegment(fc1e7391-15c4-4775-a280-31db674a4e22),segment_id=fc1e7391-15c4-4775-a280-31db674a4e22)] {{(pid=85273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:51:53.733139 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e148866c-a326-40fb-a4bf-7d0641254e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:53.750677 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:53.834511 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8fe3cc86-83d0-416a-9f82-0d258ac5d5fe None None] Notify callbacks [] for port, precommit_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:53.867917 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-8fe3cc86-83d0-416a-9f82-0d258ac5d5fe None None] Transition to ACTIVE for port object 46f51224-6ba3-41d9-9019-bd98cf30ef49 will not be triggered until provisioned by entity L2. {{(pid=85276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:51:53.882116 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8fe3cc86-83d0-416a-9f82-0d258ac5d5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:53.901775 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e5d9c-cce8-4d63-af09-43e9113c6bc7 req-7b61f252-b2a2-43d7-acca-4f3b670aea9f tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:53.903531 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-da8e5d9c-cce8-4d63-af09-43e9113c6bc7 req-7b61f252-b2a2-43d7-acca-4f3b670aea9f tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 945 time: 0.3599503 Apr 15 10:51:53.921994 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning for port fd7de132-2f0b-44da-876d-5298f50edb55 completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:51:53.929489 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:53.964299 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-5ed0c24e-7897-450a-bb8a-af80a9489bc5 admin admin] Allocated IP 172.20.0.1 (8d714a02-a286-4ab4-8daf-9f5ca06cddfa/f6e71456-90d4-4e00-ae3c-4cd90b4ddcd2/51ae5b03-f42c-4180-82ad-b6ec908d6abd) {{(pid=85272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:51:53.969002 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594b394-e598-4504-8f13-f890200d617c req-a6b6907b-0732-4ff2-bfc2-b5cedee17557 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:53.979089 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1594b394-e598-4504-8f13-f890200d617c req-a6b6907b-0732-4ff2-bfc2-b5cedee17557 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.60 "GET /v2.0/ports?device_id=952669cd-4da1-4434-9658-3a2b86e4a7d5 HTTP/1.1" status: 200 len: 950 time: 0.3480744 Apr 15 10:51:54.072499 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2e2ed-8b13-4973-824e-f43b49179961 None None] Pushing event updated for resources: {'Port': ['ID=3c1c99c6-7736-4717-947d-238471bbea37,revision_number=4']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:54.075913 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-79b2e2ed-8b13-4973-824e-f43b49179961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:54.095955 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-1594b394-e598-4504-8f13-f890200d617c req-e30006bd-0a2e-4676-b5e4-f042fcc6620e tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Deleting port 2dfc82e8-e88a-4aef-97d3-735787bc6fd6 {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:51:54.096502 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-1594b394-e598-4504-8f13-f890200d617c req-e30006bd-0a2e-4676-b5e4-f042fcc6620e tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:54.157453 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:54.169081 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e148866c-a326-40fb-a4bf-7d0641254e9b None None] Routers {'eda0ea58-bbd3-45c3-9c42-6273963739ca'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:51:54.170054 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-e148866c-a326-40fb-a4bf-7d0641254e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:51:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['eda0ea58-bbd3-45c3-9c42-6273963739ca'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:51:54.239328 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-8fe3cc86-83d0-416a-9f82-0d258ac5d5fe None None] Attempting to bind port 46f51224-6ba3-41d9-9019-bd98cf30ef49 on host dv-cinder-786383-1-iscsi for vnic_type normal with profile {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:51:54.239776 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-8fe3cc86-83d0-416a-9f82-0d258ac5d5fe None None] Attempting to bind port 46f51224-6ba3-41d9-9019-bd98cf30ef49 by drivers openvswitch,hyperv on host dv-cinder-786383-1-iscsi at level 0 using segments [{'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'}] {{(pid=85276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:51:54.240192 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe3cc86-83d0-416a-9f82-0d258ac5d5fe None None] Attempting to bind port 46f51224-6ba3-41d9-9019-bd98cf30ef49 on network 533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:51:54.248198 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe3cc86-83d0-416a-9f82-0d258ac5d5fe None None] Checking agent: {'id': '8830baa2-eb89-499a-aa08-32819d4139e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 40, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:51:54.248615 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe3cc86-83d0-416a-9f82-0d258ac5d5fe None None] Checking segment: {'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:51:54.249059 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8fe3cc86-83d0-416a-9f82-0d258ac5d5fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:54.249494 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe3cc86-83d0-416a-9f82-0d258ac5d5fe None None] Bound using segment: {'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'} {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:51:54.250001 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-8fe3cc86-83d0-416a-9f82-0d258ac5d5fe None None] Bound port: 46f51224-6ba3-41d9-9019-bd98cf30ef49, host: dv-cinder-786383-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'}}] {{(pid=85276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:51:54.250401 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8fe3cc86-83d0-416a-9f82-0d258ac5d5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:54.258323 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-da8e5d9c-cce8-4d63-af09-43e9113c6bc7 req-63b2ec95-f123-4fdd-a774-d7daac019dc8 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422492 Apr 15 10:51:54.431017 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-8fe3cc86-83d0-416a-9f82-0d258ac5d5fe None None] For port 46f51224-6ba3-41d9-9019-bd98cf30ef49, host dv-cinder-786383-1-iscsi, cleared binding levels {{(pid=85276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:51:54.434601 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-8fe3cc86-83d0-416a-9f82-0d258ac5d5fe None None] For port 46f51224-6ba3-41d9-9019-bd98cf30ef49, host dv-cinder-786383-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=46f51224-6ba3-41d9-9019-bd98cf30ef49,segment=NetworkSegment(c54efefa-f121-49d4-9f1f-b433dc39aac8),segment_id=c54efefa-f121-49d4-9f1f-b433dc39aac8)] {{(pid=85276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:51:54.441827 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8fe3cc86-83d0-416a-9f82-0d258ac5d5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:54.455239 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f570214f-0aca-4534-939b-9c160a831c0c req-df5b7c63-fbb3-469e-82a8-2576c9c7c59f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c066dbba-2cfa-47cd-b61b-43492228f52c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4207993 Apr 15 10:51:54.474828 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5ed0c24e-7897-450a-bb8a-af80a9489bc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:54.494040 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-5ed0c24e-7897-450a-bb8a-af80a9489bc5 admin admin] Transition to ACTIVE for port object 51ae5b03-f42c-4180-82ad-b6ec908d6abd will not be triggered until provisioned by entity DHCP. {{(pid=85272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:51:54.524008 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5ed0c24e-7897-450a-bb8a-af80a9489bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:54.541508 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:54.630825 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0c24e-7897-450a-bb8a-af80a9489bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=51ae5b03-f42c-4180-82ad-b6ec908d6abd,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:54.695812 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5ed0c24e-7897-450a-bb8a-af80a9489bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:54.791406 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-e148866c-a326-40fb-a4bf-7d0641254e9b None None] Set router eda0ea58-bbd3-45c3-9c42-6273963739ca gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:51:54.793593 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:51:54.794747 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe3cc86-83d0-416a-9f82-0d258ac5d5fe None None] Routers {'df6e773d-99dd-48b0-aa11-3d359c88db13'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:51:54.795758 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-8fe3cc86-83d0-416a-9f82-0d258ac5d5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:51:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['df6e773d-99dd-48b0-aa11-3d359c88db13'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:51:54.864813 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205ac83-86e3-4a99-be1c-fb53cc583b69 req-b4274ec3-8ea0-41bf-a5c7-a8e5912a116e tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:54.872685 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6205ac83-86e3-4a99-be1c-fb53cc583b69 req-b4274ec3-8ea0-41bf-a5c7-a8e5912a116e tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/ports?device_id=952669cd-4da1-4434-9658-3a2b86e4a7d5 HTTP/1.1" status: 200 len: 950 time: 0.4586596 Apr 15 10:51:54.894857 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92b7b2b-a1af-4414-9ffc-adc3392d11ad None None] Network 8d714a02-a286-4ab4-8daf-9f5ca06cddfa requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:51:54.919427 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-1594b394-e598-4504-8f13-f890200d617c req-e30006bd-0a2e-4676-b5e4-f042fcc6620e tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] For port 2dfc82e8-e88a-4aef-97d3-735787bc6fd6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2dfc82e8-e88a-4aef-97d3-735787bc6fd6,segment=NetworkSegment(109ac857-cd2c-446b-85f3-1bf0de22ab69),segment_id=109ac857-cd2c-446b-85f3-1bf0de22ab69)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:51:54.919842 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-1594b394-e598-4504-8f13-f890200d617c req-e30006bd-0a2e-4676-b5e4-f042fcc6620e tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:54.945082 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed0c24e-7897-450a-bb8a-af80a9489bc5 admin admin] Network 8d714a02-a286-4ab4-8daf-9f5ca06cddfa is already hosted by enough agents. {{(pid=85272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:51:54.948272 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-5ed0c24e-7897-450a-bb8a-af80a9489bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:51:54.951629 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed0c24e-7897-450a-bb8a-af80a9489bc5 admin admin] Received port after_create {{(pid=85272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:51:55.000617 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb229e60-19de-4cea-902f-8e1a83e010b5 None None] Pushing event updated for resources: {'Port': ['ID=46f51224-6ba3-41d9-9019-bd98cf30ef49,revision_number=2']} {{(pid=85276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:55.001838 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570214f-0aca-4534-939b-9c160a831c0c req-e7526f4c-8205-4b11-99e8-2cf25997790e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:55.004081 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f570214f-0aca-4534-939b-9c160a831c0c req-e7526f4c-8205-4b11-99e8-2cf25997790e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=468002c968c349e39872f05034981878&device_id=c066dbba-2cfa-47cd-b61b-43492228f52c HTTP/1.1" status: 200 len: 1098 time: 0.3078609 Apr 15 10:51:55.029612 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5ed0c24e-7897-450a-bb8a-af80a9489bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854360687'] for router_interface, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:55.072853 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-1594b394-e598-4504-8f13-f890200d617c req-e30006bd-0a2e-4676-b5e4-f042fcc6620e tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Calling delete_port for 2dfc82e8-e88a-4aef-97d3-735787bc6fd6 owned by compute:nova {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:51:55.134340 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-215bd340-f215-4268-9466-cd7eb3f062a3 None None] Provisioning for port fd7de132-2f0b-44da-876d-5298f50edb55 completed by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:51:55.159461 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-8fe3cc86-83d0-416a-9f82-0d258ac5d5fe None None] Set router df6e773d-99dd-48b0-aa11-3d359c88db13 gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:51:55.203684 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:55.272859 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5ed0c24e-7897-450a-bb8a-af80a9489bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:55.302320 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-cb229e60-19de-4cea-902f-8e1a83e010b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.377s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:55.302853 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-b86da938-3442-48d5-bd39-d891765e85ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.550s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:55.390483 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:55.395808 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-215bd340-f215-4268-9466-cd7eb3f062a3 None None] Provisioning complete for port fd7de132-2f0b-44da-876d-5298f50edb55 triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:51:55.399051 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-215bd340-f215-4268-9466-cd7eb3f062a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:55.401736 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb229e60-19de-4cea-902f-8e1a83e010b5 None None] Pushing event updated for resources: {'Port': ['ID=46f51224-6ba3-41d9-9019-bd98cf30ef49,revision_number=3']} {{(pid=85276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:55.436644 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570214f-0aca-4534-939b-9c160a831c0c req-c4fcb063-e30d-44c8-927e-67a54655f915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:55.438376 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f570214f-0aca-4534-939b-9c160a831c0c req-c4fcb063-e30d-44c8-927e-67a54655f915 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c4f6e935-b869-426f-8147-87b90ae81bd1 HTTP/1.1" status: 200 len: 916 time: 0.3394511 Apr 15 10:51:55.455676 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-cb229e60-19de-4cea-902f-8e1a83e010b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:55.551335 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f570214f-0aca-4534-939b-9c160a831c0c req-770cb83f-3e14-4142-8783-727748d5c163 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf21c0bb-8b3c-4843-a511-1cf9eb23aafc HTTP/1.1" status: 200 len: 217 time: 0.0995665 Apr 15 10:51:55.584352 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6205ac83-86e3-4a99-be1c-fb53cc583b69 req-cfca75df-8b00-4847-b649-1ec478424911 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/security-groups?id=93234868-fd0d-45ab-a005-4446fe48d2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7106075 Apr 15 10:51:55.600207 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-9d0e11a0-6a67-48e6-9785-49427237f3f4 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:55.619903 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-9d0e11a0-6a67-48e6-9785-49427237f3f4 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/networks?id=c4f6e935-b869-426f-8147-87b90ae81bd1 HTTP/1.1" status: 200 len: 815 time: 0.3376458 Apr 15 10:51:55.640375 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570214f-0aca-4534-939b-9c160a831c0c req-301f64f9-b9dc-481b-9153-d49b3be4b064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:55.642085 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f570214f-0aca-4534-939b-9c160a831c0c req-301f64f9-b9dc-481b-9153-d49b3be4b064 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=19827f90-228d-4b46-b4a8-3e3339c5c6d7 HTTP/1.1" status: 200 len: 855 time: 0.0782125 Apr 15 10:51:55.647388 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-1594b394-e598-4504-8f13-f890200d617c req-e30006bd-0a2e-4676-b5e4-f042fcc6620e tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:55.654342 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df19c9-25b2-494e-bc64-d5d21c600912 req-1df99345-898f-435e-b200-4deadc907757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:55.659840 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-51df19c9-25b2-494e-bc64-d5d21c600912 req-1df99345-898f-435e-b200-4deadc907757 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 1098 time: 0.9968510 Apr 15 10:51:55.676206 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 3c1c99c6-7736-4717-947d-238471bbea37 up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:51:55.676799 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-8fe3cc86-83d0-416a-9f82-0d258ac5d5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6e773d-99dd-48b0-aa11-3d359c88db13', 'name': 'tempest-TestVolumeBootPattern-1069352933-router', 'tenant_id': '9cbffc815651437db1e07855a2b63071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '46f51224-6ba3-41d9-9019-bd98cf30ef49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:48Z', 'updated_at': '2021-04-15T10:51:50Z', 'revision_number': 3, 'project_id': '9cbffc815651437db1e07855a2b63071', 'gw_port': {'id': '46f51224-6ba3-41d9-9019-bd98cf30ef49', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c6:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6e773d-99dd-48b0-aa11-3d359c88db13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:49Z', 'updated_at': '2021-04-15T10:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi'}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:51:55.681115 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe3cc86-83d0-416a-9f82-0d258ac5d5fe None None] The sync data for ids ['df6e773d-99dd-48b0-aa11-3d359c88db13'] in dv-cinder-786383-1-iscsi is: [{'id': 'df6e773d-99dd-48b0-aa11-3d359c88db13', 'name': 'tempest-TestVolumeBootPattern-1069352933-router', 'tenant_id': '9cbffc815651437db1e07855a2b63071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '46f51224-6ba3-41d9-9019-bd98cf30ef49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:48Z', 'updated_at': '2021-04-15T10:51:50Z', 'revision_number': 3, 'project_id': '9cbffc815651437db1e07855a2b63071', 'gw_port': {'id': '46f51224-6ba3-41d9-9019-bd98cf30ef49', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c6:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6e773d-99dd-48b0-aa11-3d359c88db13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:49Z', 'updated_at': '2021-04-15T10:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi'}] {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:51:55.708325 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['2dfc82e8-e88a-4aef-97d3-735787bc6fd6'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:51:55.736565 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:55.778140 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-c9185672-53f4-4f99-982d-61380348fd80 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/quotas/468002c968c349e39872f05034981878 HTTP/1.1" status: 200 len: 375 time: 0.1569757 Apr 15 10:51:55.793302 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:55.794561 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f570214f-0aca-4534-939b-9c160a831c0c req-97f7e51e-bd02-490d-ae72-b32ecdce5c3f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c4f6e935-b869-426f-8147-87b90ae81bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1427290 Apr 15 10:51:55.948045 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30006bd-0a2e-4676-b5e4-f042fcc6620e tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Pushing event deleted for resources: {'Port': ['ID=2dfc82e8-e88a-4aef-97d3-735787bc6fd6,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:55.999242 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f570214f-0aca-4534-939b-9c160a831c0c req-ccdabbb2-4824-4200-aa94-0da45f212be9 service neutron] 10.222.0.60 "GET /v2.0/networks/c4f6e935-b869-426f-8147-87b90ae81bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963069 Apr 15 10:51:56.001312 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e30006bd-0a2e-4676-b5e4-f042fcc6620e tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:56.013341 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-215bd340-f215-4268-9466-cd7eb3f062a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:56.057278 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-51df19c9-25b2-494e-bc64-d5d21c600912 req-467b2272-c03e-4080-9b94-5a00d09b1463 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766929 Apr 15 10:51:56.076491 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning for port 3c1c99c6-7736-4717-947d-238471bbea37 completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:51:56.137680 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port 3c1c99c6-7736-4717-947d-238471bbea37 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:51:56.138288 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:56.203083 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-215bd340-f215-4268-9466-cd7eb3f062a3 None None] For port fd7de132-2f0b-44da-876d-5298f50edb55, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=fd7de132-2f0b-44da-876d-5298f50edb55,segment=NetworkSegment(58c59411-226b-4b97-97b0-dbb5e08322c5),segment_id=58c59411-226b-4b97-97b0-dbb5e08322c5)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:51:56.214142 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-c48f600c-5922-4844-a5cd-8a9e2af4580b tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=468002c968c349e39872f05034981878&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3105869 Apr 15 10:51:56.234104 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-215bd340-f215-4268-9466-cd7eb3f062a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:56.259120 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-1594b394-e598-4504-8f13-f890200d617c req-e30006bd-0a2e-4676-b5e4-f042fcc6620e tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] No DVR routers for this DVR port 2dfc82e8-e88a-4aef-97d3-735787bc6fd6 on host hv-cinder-78638 {{(pid=85270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:51:56.261391 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:56.274065 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-1594b394-e598-4504-8f13-f890200d617c req-e30006bd-0a2e-4676-b5e4-f042fcc6620e tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:56.283947 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952669cd-4da1-4434-9658-3a2b86e4a7d5', 'name': 'network-vif-deleted', 'tag': '2dfc82e8-e88a-4aef-97d3-735787bc6fd6'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:51:56.292553 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1594b394-e598-4504-8f13-f890200d617c req-e30006bd-0a2e-4676-b5e4-f042fcc6620e tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.60 "DELETE /v2.0/ports/2dfc82e8-e88a-4aef-97d3-735787bc6fd6 HTTP/1.1" status: 204 len: 173 time: 2.2965424 Apr 15 10:51:56.346464 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-e148866c-a326-40fb-a4bf-7d0641254e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'name': 'tempest-TestVolumeBootPattern-1486983443-router', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:39Z', 'updated_at': '2021-04-15T10:51:45Z', 'revision_number': 4, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'gw_port': {'id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:40Z', 'updated_at': '2021-04-15T10:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '3c1c99c6-7736-4717-947d-238471bbea37', 'name': '', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'mac_address': 'fa:16:3e:a6:ed:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:44Z', 'updated_at': '2021-04-15T10:51:53Z', 'revision_number': 4, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'subnets': [{'id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:51:56.423299 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e148866c-a326-40fb-a4bf-7d0641254e9b None None] The sync data for ids ['eda0ea58-bbd3-45c3-9c42-6273963739ca'] in dv-cinder-786383-1-iscsi is: [{'id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'name': 'tempest-TestVolumeBootPattern-1486983443-router', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:39Z', 'updated_at': '2021-04-15T10:51:45Z', 'revision_number': 4, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'gw_port': {'id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:40Z', 'updated_at': '2021-04-15T10:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '3c1c99c6-7736-4717-947d-238471bbea37', 'name': '', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'mac_address': 'fa:16:3e:a6:ed:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:44Z', 'updated_at': '2021-04-15T10:51:53Z', 'revision_number': 4, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'subnets': [{'id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:51:56.479820 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f262071-dff8-4157-bf66-e1e06978665b req-dc1675bb-aa5e-43c7-ba08-dfdec962e056 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:56.493941 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1f262071-dff8-4157-bf66-e1e06978665b req-dc1675bb-aa5e-43c7-ba08-dfdec962e056 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 945 time: 0.7145333 Apr 15 10:51:56.517861 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215bd340-f215-4268-9466-cd7eb3f062a3 None None] Pushing event updated for resources: {'Port': ['ID=fd7de132-2f0b-44da-876d-5298f50edb55,revision_number=3']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:56.524729 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.db.resource_extend [None req-5ed0c24e-7897-450a-bb8a-af80a9489bc5 admin admin] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 10:51:56.582292 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-215bd340-f215-4268-9466-cd7eb3f062a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:56.585808 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5ed0c24e-7897-450a-bb8a-af80a9489bc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:56.607434 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5ed0c24e-7897-450a-bb8a-af80a9489bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852030086'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:56.639354 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-8c510aaf-740e-456f-b2dc-0b28e7c66637 None None] Provisioning complete for port 3c1c99c6-7736-4717-947d-238471bbea37 triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:51:56.642338 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8c510aaf-740e-456f-b2dc-0b28e7c66637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:56.657593 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-4ed731d6-48cc-46e4-901d-ae49ee132bd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:56.727323 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-1a00a7bb-67f1-47da-8fdc-7f99dd886dd7 service neutron] 10.222.0.36 "GET /v2.0/networks/c4f6e935-b869-426f-8147-87b90ae81bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5134685 Apr 15 10:51:56.798034 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f570214f-0aca-4534-939b-9c160a831c0c req-9b1e1fcc-681e-4abe-bfc7-6394c75548c4 service neutron] 10.222.0.60 "GET /v2.0/networks/c4f6e935-b869-426f-8147-87b90ae81bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7783406 Apr 15 10:51:56.806422 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:56.842121 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1f262071-dff8-4157-bf66-e1e06978665b req-d4b2366f-4dd7-4157-981c-d7fb08f2d812 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469639 Apr 15 10:51:56.852190 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0c24e-7897-450a-bb8a-af80a9489bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=51ae5b03-f42c-4180-82ad-b6ec908d6abd,revision_number=2']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:56.879969 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5ed0c24e-7897-450a-bb8a-af80a9489bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854122366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854366150'] for router_interface, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:56.917850 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5ed0c24e-7897-450a-bb8a-af80a9489bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:56.994326 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-3eb58a37-9940-433a-8b1a-dc77915e02d7 service neutron] 10.222.0.36 "GET /v2.0/networks/c4f6e935-b869-426f-8147-87b90ae81bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659142 Apr 15 10:51:57.043822 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] For port 3c1c99c6-7736-4717-947d-238471bbea37, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=3c1c99c6-7736-4717-947d-238471bbea37,segment=NetworkSegment(fc1e7391-15c4-4775-a280-31db674a4e22),segment_id=fc1e7391-15c4-4775-a280-31db674a4e22)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:51:57.073250 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:57.081872 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:57.214783 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8c510aaf-740e-456f-b2dc-0b28e7c66637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:57.247575 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed0c24e-7897-450a-bb8a-af80a9489bc5 admin admin] Network 8d714a02-a286-4ab4-8daf-9f5ca06cddfa is already hosted by enough agents. {{(pid=85272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:51:57.249152 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-5ed0c24e-7897-450a-bb8a-af80a9489bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:51:57.324173 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Pushing event updated for resources: {'Port': ['ID=3c1c99c6-7736-4717-947d-238471bbea37,revision_number=5']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:57.345216 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:57.346032 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952669cd-4da1-4434-9658-3a2b86e4a7d5', 'name': 'network-vif-deleted', 'tag': '2dfc82e8-e88a-4aef-97d3-735787bc6fd6', 'status': 'completed', 'code': 200} Apr 15 10:51:57.663775 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.db.api [None req-8c510aaf-740e-456f-b2dc-0b28e7c66637 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85273) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 10:51:57.664227 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_db.api [None req-8c510aaf-740e-456f-b2dc-0b28e7c66637 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 10:51:57.747283 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-d73e8951-03e5-43c7-95fe-099c8ae89659 req-0d17fa50-853a-4155-a9b4-e0639d4c6c05 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Synchronizing usage tracker for tenant:21dfd63f6c164ae68ad8a8f1834b8afe on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:51:57.756131 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-be08803c-16be-4b82-9417-344838ef3c44 req-8244651f-c81f-482b-af20-22fd1584d4e6 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dded9b2b-8f51-45bb-b2be-57b33ac0f3c1 HTTP/1.1" status: 200 len: 210 time: 0.1450889 Apr 15 10:51:57.776502 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 3c1c99c6-7736-4717-947d-238471bbea37 up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:51:57.807439 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-d73e8951-03e5-43c7-95fe-099c8ae89659 req-0d17fa50-853a-4155-a9b4-e0639d4c6c05 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Unset dirty status for tenant:21dfd63f6c164ae68ad8a8f1834b8afe on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:51:57.823595 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d73e8951-03e5-43c7-95fe-099c8ae89659 req-0d17fa50-853a-4155-a9b4-e0639d4c6c05 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] 10.222.0.36 "GET /v2.0/ports?device_id=952669cd-4da1-4434-9658-3a2b86e4a7d5 HTTP/1.1" status: 200 len: 210 time: 0.3043373 Apr 15 10:51:57.882506 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed0c24e-7897-450a-bb8a-af80a9489bc5 admin admin] Router df6e773d-99dd-48b0-aa11-3d359c88db13 has already been hosted by L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 {{(pid=85272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:51:57.905755 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port 3c1c99c6-7736-4717-947d-238471bbea37 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:51:57.906292 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:58.060523 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device fd7de132-2f0b-44da-876d-5298f50edb55 up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:51:58.110502 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed0c24e-7897-450a-bb8a-af80a9489bc5 admin admin] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:51:58.110713 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbe09c-bc35-405d-a686-36b43d2985e8 req-c65e9334-98cf-44bd-8a91-2cc271d5f4c4 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:58.113598 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-73cbe09c-bc35-405d-a686-36b43d2985e8 req-c65e9334-98cf-44bd-8a91-2cc271d5f4c4 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 945 time: 0.1158924 Apr 15 10:51:58.131272 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-5ed0c24e-7897-450a-bb8a-af80a9489bc5 admin admin] 10.222.0.36 "PUT /v2.0/routers/df6e773d-99dd-48b0-aa11-3d359c88db13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9352887 Apr 15 10:51:58.146372 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port fd7de132-2f0b-44da-876d-5298f50edb55 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:51:58.146792 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:58.175635 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-73cbe09c-bc35-405d-a686-36b43d2985e8 req-f033c9e2-f588-462c-a001-27a2e7f6085d tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553985 Apr 15 10:51:58.351073 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 46f51224-6ba3-41d9-9019-bd98cf30ef49 up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:51:58.423371 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-166757a8-014e-4ac6-9cd1-436c4d4aa771 None None] Provisioning complete for port fd7de132-2f0b-44da-876d-5298f50edb55 triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:51:58.423779 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-166757a8-014e-4ac6-9cd1-436c4d4aa771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:58.497479 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aba47d-b6df-41f0-8de7-1638074307a0 req-c73aef10-f151-4843-a1bd-c75c794aa187 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:58.499232 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c6aba47d-b6df-41f0-8de7-1638074307a0 req-c73aef10-f151-4843-a1bd-c75c794aa187 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.1362851 Apr 15 10:51:58.556828 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c6aba47d-b6df-41f0-8de7-1638074307a0 req-587e0379-0d3f-4526-ac7e-621a08957cce tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497591 Apr 15 10:51:58.708355 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning for port 46f51224-6ba3-41d9-9019-bd98cf30ef49 completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:51:58.722850 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port 46f51224-6ba3-41d9-9019-bd98cf30ef49 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:51:58.723295 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:58.804553 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-166757a8-014e-4ac6-9cd1-436c4d4aa771 None None] Provisioning for port 51ae5b03-f42c-4180-82ad-b6ec908d6abd completed by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:51:58.813449 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-166757a8-014e-4ac6-9cd1-436c4d4aa771 None None] Provisioning complete for port 51ae5b03-f42c-4180-82ad-b6ec908d6abd triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:51:58.813878 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-166757a8-014e-4ac6-9cd1-436c4d4aa771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:58.883062 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-166757a8-014e-4ac6-9cd1-436c4d4aa771 None None] Port 51ae5b03-f42c-4180-82ad-b6ec908d6abd cannot update to ACTIVE because it is not bound. {{(pid=85273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:51:58.949276 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 2dfc82e8-e88a-4aef-97d3-735787bc6fd6 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:51:59.003765 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] No Port match for: 2dfc82e8-e88a-4aef-97d3-735787bc6fd6 {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:51:59.004233 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 2dfc82e8-e88a-4aef-97d3-735787bc6fd6 not bound to the agent host hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:51:59.025684 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:59.063884 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] For port 46f51224-6ba3-41d9-9019-bd98cf30ef49, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=46f51224-6ba3-41d9-9019-bd98cf30ef49,segment=NetworkSegment(c54efefa-f121-49d4-9f1f-b433dc39aac8),segment_id=c54efefa-f121-49d4-9f1f-b433dc39aac8)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:51:59.063884 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:59.063884 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-b17a5079-1d27-4f56-8aef-49118df0e3b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:59.079580 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c3305225-0093-41ca-baa9-36f359790fa2 req-b567d281-b11d-4ed8-9e74-4dd9b1c6855d tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dded9b2b-8f51-45bb-b2be-57b33ac0f3c1 HTTP/1.1" status: 200 len: 210 time: 0.1170914 Apr 15 10:51:59.146841 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Pushing event updated for resources: {'Port': ['ID=46f51224-6ba3-41d9-9019-bd98cf30ef49,revision_number=4']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:59.151347 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:59.226282 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-e09bf623-0364-4e3c-a9f3-ad0786813262 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:51:59.229873 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-e09bf623-0364-4e3c-a9f3-ad0786813262 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.60 "GET /v2.0/networks?id=c4f6e935-b869-426f-8147-87b90ae81bd1 HTTP/1.1" status: 200 len: 815 time: 0.4114482 Apr 15 10:51:59.259102 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-f0787a52-9d7f-448a-a253-0bf6b94743e7 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Request body: {'port': {'device_id': 'dded9b2b-8f51-45bb-b2be-57b33ac0f3c1', 'network_id': 'c4f6e935-b869-426f-8147-87b90ae81bd1', 'admin_state_up': True, 'tenant_id': '468002c968c349e39872f05034981878'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:51:59.414858 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-f0787a52-9d7f-448a-a253-0bf6b94743e7 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:51:59.420306 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-f0787a52-9d7f-448a-a253-0bf6b94743e7 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Usage tracker for resource:port and tenant:468002c968c349e39872f05034981878 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:51:59.423699 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-f0787a52-9d7f-448a-a253-0bf6b94743e7 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:51:59.431345 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-f0787a52-9d7f-448a-a253-0bf6b94743e7 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:51:59.442171 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-f0787a52-9d7f-448a-a253-0bf6b94743e7 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Made reservation on behalf of 468002c968c349e39872f05034981878 for: {'port': 1} {{(pid=85272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:51:59.449369 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-f0787a52-9d7f-448a-a253-0bf6b94743e7 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:59.472738 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 46f51224-6ba3-41d9-9019-bd98cf30ef49 up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:51:59.561326 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac04682-0a99-41c8-a2bd-1a2d354c5d5d None None] Sync routers for ids ['df6e773d-99dd-48b0-aa11-3d359c88db13'] in dv-cinder-786383-1-iscsi {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:51:59.577390 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac04682-0a99-41c8-a2bd-1a2d354c5d5d None None] Routers {'df6e773d-99dd-48b0-aa11-3d359c88db13'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:51:59.578072 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-bac04682-0a99-41c8-a2bd-1a2d354c5d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:51:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['df6e773d-99dd-48b0-aa11-3d359c88db13'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:51:59.642917 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-f0787a52-9d7f-448a-a253-0bf6b94743e7 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Allocated IP 172.20.0.2 (c4f6e935-b869-426f-8147-87b90ae81bd1/19827f90-228d-4b46-b4a8-3e3339c5c6d7/e53ffe27-f469-4101-82ad-34822a51e958) {{(pid=85272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:51:59.720262 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port 46f51224-6ba3-41d9-9019-bd98cf30ef49 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:51:59.720590 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:59.892345 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-bac04682-0a99-41c8-a2bd-1a2d354c5d5d None None] Set router df6e773d-99dd-48b0-aa11-3d359c88db13 gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:51:59.906929 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-f0787a52-9d7f-448a-a253-0bf6b94743e7 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Notify callbacks [] for port, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:59.943396 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-f0787a52-9d7f-448a-a253-0bf6b94743e7 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:59.961506 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['bf21c0bb-8b3c-4843-a511-1cf9eb23aafc', 'e9eef8d5-2ac0-47ce-a131-04499f6db4ad', '59cd8149-9af1-453f-9f6e-9b82fc9cebcb'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:51:59.966723 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:52:00.033764 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 40678) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:52:00.040120 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-d7b4fce9-090b-4a20-86eb-c2116424a01a tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1304928657', 'description': 'tempest-secgroup-smoke-1304928657 description', 'project_id': 'd516e7b1217b4704a4aa785b44efb62b'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:52:00.046378 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-d7b4fce9-090b-4a20-86eb-c2116424a01a tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:52:00.051324 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-d7b4fce9-090b-4a20-86eb-c2116424a01a tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Usage tracker for resource:security_group and tenant:d516e7b1217b4704a4aa785b44efb62b is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:52:00.054592 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-d7b4fce9-090b-4a20-86eb-c2116424a01a tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:52:00.064795 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-d7b4fce9-090b-4a20-86eb-c2116424a01a tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:52:00.076768 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d7b4fce9-090b-4a20-86eb-c2116424a01a tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:00.100092 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-d7b4fce9-090b-4a20-86eb-c2116424a01a tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:52:00.104139 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-d7b4fce9-090b-4a20-86eb-c2116424a01a tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Usage tracker for resource:security_group_rule and tenant:d516e7b1217b4704a4aa785b44efb62b is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:52:00.107110 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-d7b4fce9-090b-4a20-86eb-c2116424a01a tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:52:00.114448 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-d7b4fce9-090b-4a20-86eb-c2116424a01a tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:52:00.213497 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0787a52-9d7f-448a-a253-0bf6b94743e7 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Pushing event updated for resources: {'Port': ['ID=e53ffe27-f469-4101-82ad-34822a51e958,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:52:00.226941 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f0787a52-9d7f-448a-a253-0bf6b94743e7 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:52:00.231588 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d7b4fce9-090b-4a20-86eb-c2116424a01a tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:00.241093 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d7b4fce9-090b-4a20-86eb-c2116424a01a tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:00.264332 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:52:00.337298 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-f0787a52-9d7f-448a-a253-0bf6b94743e7 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Network c4f6e935-b869-426f-8147-87b90ae81bd1 is already hosted by enough agents. {{(pid=85272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:52:00.338555 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-f0787a52-9d7f-448a-a253-0bf6b94743e7 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Resources bound (agent type, host, resource id): {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:52:00.344512 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-f0787a52-9d7f-448a-a253-0bf6b94743e7 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Received port after_create {{(pid=85272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:52:00.366312 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d7b4fce9-090b-4a20-86eb-c2116424a01a tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:00.367675 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-d7b4fce9-090b-4a20-86eb-c2116424a01a tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3322029 Apr 15 10:52:00.382047 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 40706) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:52:00.450320 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-844d1d12-50f5-4e59-9a3d-aef5a1f4d09b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Request body: {'security_group_rule': {'security_group_id': '41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1', 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:52:00.456679 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4fce9-090b-4a20-86eb-c2116424a01a tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:52:00.473890 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-f0787a52-9d7f-448a-a253-0bf6b94743e7 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:00.474644 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-f0787a52-9d7f-448a-a253-0bf6b94743e7 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for port, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:00.477095 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-844d1d12-50f5-4e59-9a3d-aef5a1f4d09b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:52:00.480331 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-d7b4fce9-090b-4a20-86eb-c2116424a01a tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:52:00.485210 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-844d1d12-50f5-4e59-9a3d-aef5a1f4d09b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Usage tracker for resource:security_group_rule and tenant:d516e7b1217b4704a4aa785b44efb62b is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:52:00.489396 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-844d1d12-50f5-4e59-9a3d-aef5a1f4d09b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:52:00.499128 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-844d1d12-50f5-4e59-9a3d-aef5a1f4d09b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:52:00.504939 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-f0787a52-9d7f-448a-a253-0bf6b94743e7 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2495465 Apr 15 10:52:00.516916 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-eeaa27ed-5092-4d6c-8e2d-1a945f472c2e service neutron] Request body: {'port': {'device_id': 'dded9b2b-8f51-45bb-b2be-57b33ac0f3c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:52:00.546543 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-844d1d12-50f5-4e59-9a3d-aef5a1f4d09b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:00.607748 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9905551-97ce-4fa6-95d9-2f751ce0cc35 req-7424d691-17a9-46cf-b64f-7c2ea0db0f4a tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:00.614433 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e9905551-97ce-4fa6-95d9-2f751ce0cc35 req-7424d691-17a9-46cf-b64f-7c2ea0db0f4a tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dded9b2b-8f51-45bb-b2be-57b33ac0f3c1 HTTP/1.1" status: 200 len: 931 time: 0.2366898 Apr 15 10:52:00.614624 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-bac04682-0a99-41c8-a2bd-1a2d354c5d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6e773d-99dd-48b0-aa11-3d359c88db13', 'name': 'tempest-TestVolumeBootPattern-1069352933-router', 'tenant_id': '9cbffc815651437db1e07855a2b63071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '46f51224-6ba3-41d9-9019-bd98cf30ef49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:48Z', 'updated_at': '2021-04-15T10:51:55Z', 'revision_number': 4, 'project_id': '9cbffc815651437db1e07855a2b63071', 'gw_port': {'id': '46f51224-6ba3-41d9-9019-bd98cf30ef49', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6e773d-99dd-48b0-aa11-3d359c88db13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:49Z', 'updated_at': '2021-04-15T10:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '51ae5b03-f42c-4180-82ad-b6ec908d6abd', 'name': '', 'network_id': '8d714a02-a286-4ab4-8daf-9f5ca06cddfa', 'tenant_id': '9cbffc815651437db1e07855a2b63071', 'mac_address': 'fa:16:3e:17:24:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6e773d-99dd-48b0-aa11-3d359c88db13', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f6e71456-90d4-4e00-ae3c-4cd90b4ddcd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:53Z', 'updated_at': '2021-04-15T10:51:55Z', 'revision_number': 2, 'project_id': '9cbffc815651437db1e07855a2b63071', 'subnets': [{'id': 'f6e71456-90d4-4e00-ae3c-4cd90b4ddcd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:52:00.622642 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac04682-0a99-41c8-a2bd-1a2d354c5d5d None None] Checking router: df6e773d-99dd-48b0-aa11-3d359c88db13 for host: dv-cinder-786383-1-iscsi {{(pid=85273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:52:00.623098 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac04682-0a99-41c8-a2bd-1a2d354c5d5d None None] Updating router df6e773d-99dd-48b0-aa11-3d359c88db13 port 51ae5b03-f42c-4180-82ad-b6ec908d6abd binding host dv-cinder-786383-1-iscsi {{(pid=85273) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:52:00.674925 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-eeaa27ed-5092-4d6c-8e2d-1a945f472c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:00.731191 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e9905551-97ce-4fa6-95d9-2f751ce0cc35 req-20cc7343-61c6-4b5d-a6df-116394f8dc6c tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093292 Apr 15 10:52:00.770490 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-844d1d12-50f5-4e59-9a3d-aef5a1f4d09b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:00.783292 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-844d1d12-50f5-4e59-9a3d-aef5a1f4d09b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854330716'] for security_group_rule, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:00.786141 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:52:00.838975 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d1d12-50f5-4e59-9a3d-aef5a1f4d09b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06416082-b65f-4f51-9748-dc88885d2443,revision_number=0']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:52:00.855362 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-844d1d12-50f5-4e59-9a3d-aef5a1f4d09b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:52:00.864187 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-844d1d12-50f5-4e59-9a3d-aef5a1f4d09b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:00.868074 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-844d1d12-50f5-4e59-9a3d-aef5a1f4d09b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4275301 Apr 15 10:52:00.868375 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 40758) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:52:00.874054 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-44b8f53d-a85e-462f-a314-fd631dac9af5 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Request body: {'security_group_rule': {'security_group_id': '41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1', 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:52:00.886621 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-44b8f53d-a85e-462f-a314-fd631dac9af5 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:52:00.888133 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bac04682-0a99-41c8-a2bd-1a2d354c5d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:01.181931 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-44b8f53d-a85e-462f-a314-fd631dac9af5 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Usage tracker for resource:security_group_rule and tenant:d516e7b1217b4704a4aa785b44efb62b is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:52:01.231150 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-44b8f53d-a85e-462f-a314-fd631dac9af5 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:52:01.247993 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-44b8f53d-a85e-462f-a314-fd631dac9af5 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:52:01.303119 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-44b8f53d-a85e-462f-a314-fd631dac9af5 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:01.341191 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-eeaa27ed-5092-4d6c-8e2d-1a945f472c2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e53ffe27-f469-4101-82ad-34822a51e958 {{(pid=85272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:52:01.350117 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d853d22-91d1-4659-a9eb-20bee71ba982 req-1e8e95f9-92c8-4fb8-8619-ffef0d8f0460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:01.351328 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5d853d22-91d1-4659-a9eb-20bee71ba982 req-1e8e95f9-92c8-4fb8-8619-ffef0d8f0460 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8bcb1eb90140445da3fa22dfd1c24874&device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 1098 time: 0.4662898 Apr 15 10:52:01.367646 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-eeaa27ed-5092-4d6c-8e2d-1a945f472c2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:01.370700 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23544990-6359-4045-9127-e96e207f96be req-efd512e3-8491-4718-b60b-102c84974e44 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:01.378417 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-23544990-6359-4045-9127-e96e207f96be req-efd512e3-8491-4718-b60b-102c84974e44 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.2039104 Apr 15 10:52:01.405428 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-eeaa27ed-5092-4d6c-8e2d-1a945f472c2e service neutron] Transition to ACTIVE for port object e53ffe27-f469-4101-82ad-34822a51e958 will not be triggered until provisioned by entity L2. {{(pid=85272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:52:01.412211 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-eeaa27ed-5092-4d6c-8e2d-1a945f472c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852030086'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:01.480887 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bac04682-0a99-41c8-a2bd-1a2d354c5d5d None None] Notify callbacks [] for port, precommit_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:01.495116 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-bac04682-0a99-41c8-a2bd-1a2d354c5d5d None None] Transition to ACTIVE for port object 51ae5b03-f42c-4180-82ad-b6ec908d6abd will not be triggered until provisioned by entity L2. {{(pid=85273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:52:01.502033 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bac04682-0a99-41c8-a2bd-1a2d354c5d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:01.515302 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:52:01.526362 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:52:01.556868 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-44b8f53d-a85e-462f-a314-fd631dac9af5 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:01.595689 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-23544990-6359-4045-9127-e96e207f96be req-6d6c63d0-a03f-4798-be24-ad8be92af3fd tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159562 Apr 15 10:52:01.599829 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-44b8f53d-a85e-462f-a314-fd631dac9af5 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854330716'] for security_group_rule, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:01.613019 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:52:01.647406 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa27ed-5092-4d6c-8e2d-1a945f472c2e service neutron] Pushing event updated for resources: {'Port': ['ID=e53ffe27-f469-4101-82ad-34822a51e958,revision_number=2']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:52:01.652950 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8f53d-a85e-462f-a314-fd631dac9af5 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b160e5-3065-4676-9793-c2115034a18c,revision_number=0']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:52:01.655998 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d853d22-91d1-4659-a9eb-20bee71ba982 req-101aa3ad-9e18-409f-aae0-2d6894bb213c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:01.657564 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5d853d22-91d1-4659-a9eb-20bee71ba982 req-101aa3ad-9e18-409f-aae0-2d6894bb213c service neutron] 10.222.0.60 "GET /v2.0/networks?id=9f19835a-ad99-4134-9d53-1e73b3ca8574 HTTP/1.1" status: 200 len: 919 time: 0.2966321 Apr 15 10:52:01.658393 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-44b8f53d-a85e-462f-a314-fd631dac9af5 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:52:01.678725 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f813acb-4128-4f82-9b5e-f59231a0a0b2 None None] Pushing event updated for resources: {'Port': ['ID=51ae5b03-f42c-4180-82ad-b6ec908d6abd,revision_number=3']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:52:01.681735 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-7f813acb-4128-4f82-9b5e-f59231a0a0b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:52:01.724726 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-eeaa27ed-5092-4d6c-8e2d-1a945f472c2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:52:01.730478 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-44b8f53d-a85e-462f-a314-fd631dac9af5 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:01.731799 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-44b8f53d-a85e-462f-a314-fd631dac9af5 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8623977 Apr 15 10:52:01.741318 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 40798) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:52:01.742842 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5d853d22-91d1-4659-a9eb-20bee71ba982 req-7063b30b-8bc9-410e-8e3b-61421efd4799 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f634873-83ec-46a0-a104-67c751999aac HTTP/1.1" status: 200 len: 217 time: 0.0770168 Apr 15 10:52:01.748307 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-1a28d237-ccaf-494f-b10c-ccc985231fa6 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Request body: {'security_group_rule': {'security_group_id': '41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1', 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:52:01.769381 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-1a28d237-ccaf-494f-b10c-ccc985231fa6 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:52:01.851397 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-1a28d237-ccaf-494f-b10c-ccc985231fa6 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Usage tracker for resource:security_group_rule and tenant:d516e7b1217b4704a4aa785b44efb62b is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:52:01.856082 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-1a28d237-ccaf-494f-b10c-ccc985231fa6 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:52:01.869548 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-1a28d237-ccaf-494f-b10c-ccc985231fa6 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:52:01.903129 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d853d22-91d1-4659-a9eb-20bee71ba982 req-17f8a1ca-4d7f-4804-b9c6-b364e8b474f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:01.904888 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5d853d22-91d1-4659-a9eb-20bee71ba982 req-17f8a1ca-4d7f-4804-b9c6-b364e8b474f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c09a2153-4c60-41c0-9f30-f656c5037494 HTTP/1.1" status: 200 len: 858 time: 0.1374087 Apr 15 10:52:02.001970 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1a28d237-ccaf-494f-b10c-ccc985231fa6 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:02.009822 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-bac04682-0a99-41c8-a2bd-1a2d354c5d5d None None] Attempting to bind port 51ae5b03-f42c-4180-82ad-b6ec908d6abd on host dv-cinder-786383-1-iscsi for vnic_type normal with profile {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:52:02.010247 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-bac04682-0a99-41c8-a2bd-1a2d354c5d5d None None] Attempting to bind port 51ae5b03-f42c-4180-82ad-b6ec908d6abd by drivers openvswitch,hyperv on host dv-cinder-786383-1-iscsi at level 0 using segments [{'id': '58c59411-226b-4b97-97b0-dbb5e08322c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8d714a02-a286-4ab4-8daf-9f5ca06cddfa'}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:52:02.010669 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac04682-0a99-41c8-a2bd-1a2d354c5d5d None None] Attempting to bind port 51ae5b03-f42c-4180-82ad-b6ec908d6abd on network 8d714a02-a286-4ab4-8daf-9f5ca06cddfa {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:52:02.027334 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac04682-0a99-41c8-a2bd-1a2d354c5d5d None None] Checking agent: {'id': '8830baa2-eb89-499a-aa08-32819d4139e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 40, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:52:02.029499 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac04682-0a99-41c8-a2bd-1a2d354c5d5d None None] Checking segment: {'id': '58c59411-226b-4b97-97b0-dbb5e08322c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8d714a02-a286-4ab4-8daf-9f5ca06cddfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:52:02.029984 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bac04682-0a99-41c8-a2bd-1a2d354c5d5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:02.030447 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac04682-0a99-41c8-a2bd-1a2d354c5d5d None None] Bound using segment: {'id': '58c59411-226b-4b97-97b0-dbb5e08322c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8d714a02-a286-4ab4-8daf-9f5ca06cddfa'} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:52:02.031028 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-bac04682-0a99-41c8-a2bd-1a2d354c5d5d None None] Bound port: 51ae5b03-f42c-4180-82ad-b6ec908d6abd, host: dv-cinder-786383-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58c59411-226b-4b97-97b0-dbb5e08322c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8d714a02-a286-4ab4-8daf-9f5ca06cddfa'}}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:52:02.031465 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bac04682-0a99-41c8-a2bd-1a2d354c5d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:02.042942 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-eeaa27ed-5092-4d6c-8e2d-1a945f472c2e service neutron] Attempting to bind port e53ffe27-f469-4101-82ad-34822a51e958 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:52:02.043648 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-eeaa27ed-5092-4d6c-8e2d-1a945f472c2e service neutron] Attempting to bind port e53ffe27-f469-4101-82ad-34822a51e958 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '9d4b411c-2002-4aee-a880-e637d51bd4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c4f6e935-b869-426f-8147-87b90ae81bd1'}] {{(pid=85272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:52:02.044243 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-eeaa27ed-5092-4d6c-8e2d-1a945f472c2e service neutron] Attempting to bind port e53ffe27-f469-4101-82ad-34822a51e958 on network c4f6e935-b869-426f-8147-87b90ae81bd1 {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:52:02.050771 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-eeaa27ed-5092-4d6c-8e2d-1a945f472c2e service neutron] Port e53ffe27-f469-4101-82ad-34822a51e958 on network c4f6e935-b869-426f-8147-87b90ae81bd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:52:02.051432 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-eeaa27ed-5092-4d6c-8e2d-1a945f472c2e service neutron] Attempting to bind port e53ffe27-f469-4101-82ad-34822a51e958 on network c4f6e935-b869-426f-8147-87b90ae81bd1 {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:52:02.059619 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-eeaa27ed-5092-4d6c-8e2d-1a945f472c2e service neutron] Checking agent: {'id': '39ee03b0-0a73-4082-87ae-8bc447154759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:52:02.060317 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-eeaa27ed-5092-4d6c-8e2d-1a945f472c2e service neutron] Checking segment: {'id': '9d4b411c-2002-4aee-a880-e637d51bd4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c4f6e935-b869-426f-8147-87b90ae81bd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:52:02.060941 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-eeaa27ed-5092-4d6c-8e2d-1a945f472c2e service neutron] Bound using segment: {'id': '9d4b411c-2002-4aee-a880-e637d51bd4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c4f6e935-b869-426f-8147-87b90ae81bd1'} {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:52:02.061691 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-eeaa27ed-5092-4d6c-8e2d-1a945f472c2e service neutron] Bound port: e53ffe27-f469-4101-82ad-34822a51e958, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d4b411c-2002-4aee-a880-e637d51bd4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c4f6e935-b869-426f-8147-87b90ae81bd1'}}] {{(pid=85272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:52:02.062270 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-eeaa27ed-5092-4d6c-8e2d-1a945f472c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:02.091143 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5d853d22-91d1-4659-a9eb-20bee71ba982 req-d90e229d-8939-4fcc-88e6-f11f8699c18f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f19835a-ad99-4134-9d53-1e73b3ca8574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1602266 Apr 15 10:52:02.310598 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1a28d237-ccaf-494f-b10c-ccc985231fa6 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:02.341316 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf78891-4c1d-4d4e-9252-9e514e65882d req-544b6392-e0b2-4504-8c53-b9273b88e851 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:02.343143 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bdf78891-4c1d-4d4e-9252-9e514e65882d req-544b6392-e0b2-4504-8c53-b9273b88e851 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dded9b2b-8f51-45bb-b2be-57b33ac0f3c1 HTTP/1.1" status: 200 len: 943 time: 0.3489687 Apr 15 10:52:02.343906 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1a28d237-ccaf-494f-b10c-ccc985231fa6 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854330716'] for security_group_rule, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:02.351952 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-844d1d12-50f5-4e59-9a3d-aef5a1f4d09b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:52:02.374840 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5d853d22-91d1-4659-a9eb-20bee71ba982 req-9d08012a-aa7d-44d3-968d-28c7f9edfec4 service neutron] 10.222.0.60 "GET /v2.0/networks/9f19835a-ad99-4134-9d53-1e73b3ca8574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631469 Apr 15 10:52:02.404198 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28d237-ccaf-494f-b10c-ccc985231fa6 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f96b79a-3561-48a6-96cd-397216f38ba6,revision_number=0']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:52:02.435788 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1a28d237-ccaf-494f-b10c-ccc985231fa6 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:52:02.481818 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-bac04682-0a99-41c8-a2bd-1a2d354c5d5d None None] For port 51ae5b03-f42c-4180-82ad-b6ec908d6abd, host dv-cinder-786383-1-iscsi, cleared binding levels {{(pid=85273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:52:02.486181 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-bac04682-0a99-41c8-a2bd-1a2d354c5d5d None None] For port 51ae5b03-f42c-4180-82ad-b6ec908d6abd, host dv-cinder-786383-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=51ae5b03-f42c-4180-82ad-b6ec908d6abd,segment=NetworkSegment(58c59411-226b-4b97-97b0-dbb5e08322c5),segment_id=58c59411-226b-4b97-97b0-dbb5e08322c5)] {{(pid=85273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:52:02.494551 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bac04682-0a99-41c8-a2bd-1a2d354c5d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:02.496946 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-eeaa27ed-5092-4d6c-8e2d-1a945f472c2e service neutron] For port e53ffe27-f469-4101-82ad-34822a51e958, host hv-cinder-78638, cleared binding levels {{(pid=85272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:52:02.500298 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-eeaa27ed-5092-4d6c-8e2d-1a945f472c2e service neutron] For port e53ffe27-f469-4101-82ad-34822a51e958, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e53ffe27-f469-4101-82ad-34822a51e958,segment=NetworkSegment(9d4b411c-2002-4aee-a880-e637d51bd4ad),segment_id=9d4b411c-2002-4aee-a880-e637d51bd4ad)] {{(pid=85272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:52:02.505303 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-eeaa27ed-5092-4d6c-8e2d-1a945f472c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852030086'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:02.514785 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1a28d237-ccaf-494f-b10c-ccc985231fa6 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:02.516112 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-1a28d237-ccaf-494f-b10c-ccc985231fa6 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7722223 Apr 15 10:52:02.521254 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 40858) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:52:02.530461 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bdf78891-4c1d-4d4e-9252-9e514e65882d req-1a62f732-00ce-4ea7-a345-adde641656c6 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628611 Apr 15 10:52:02.533867 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-19daf16e-3cf7-4b98-892a-fb491e2dc76c tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Request body: {'security_group_rule': {'security_group_id': '41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1', 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:52:02.553183 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-19daf16e-3cf7-4b98-892a-fb491e2dc76c tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:52:02.557493 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-19daf16e-3cf7-4b98-892a-fb491e2dc76c tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Usage tracker for resource:security_group_rule and tenant:d516e7b1217b4704a4aa785b44efb62b is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:52:02.608711 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5d853d22-91d1-4659-a9eb-20bee71ba982 req-f3fd7c44-55ca-4938-b709-51708a008ef8 service neutron] 10.222.0.60 "GET /v2.0/networks/9f19835a-ad99-4134-9d53-1e73b3ca8574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995211 Apr 15 10:52:02.609612 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-19daf16e-3cf7-4b98-892a-fb491e2dc76c tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:52:02.617002 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-19daf16e-3cf7-4b98-892a-fb491e2dc76c tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:52:02.623476 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e0603bf2-51f1-42a0-af58-3a0f8a37ee14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:52:02.665555 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-19daf16e-3cf7-4b98-892a-fb491e2dc76c tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:02.688291 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:52:02.711581 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f813acb-4128-4f82-9b5e-f59231a0a0b2 None None] Pushing event updated for resources: {'Port': ['ID=51ae5b03-f42c-4180-82ad-b6ec908d6abd,revision_number=4']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:52:02.715087 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-7f813acb-4128-4f82-9b5e-f59231a0a0b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:52:02.802192 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac04682-0a99-41c8-a2bd-1a2d354c5d5d None None] Routers {'df6e773d-99dd-48b0-aa11-3d359c88db13'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:52:02.802608 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa27ed-5092-4d6c-8e2d-1a945f472c2e service neutron] Pushing event updated for resources: {'Port': ['ID=e53ffe27-f469-4101-82ad-34822a51e958,revision_number=3']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:52:02.806243 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-bac04682-0a99-41c8-a2bd-1a2d354c5d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:51:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['df6e773d-99dd-48b0-aa11-3d359c88db13'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:52:02.808693 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-eeaa27ed-5092-4d6c-8e2d-1a945f472c2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:52:02.817653 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-eeaa27ed-5092-4d6c-8e2d-1a945f472c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:02.818333 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-eeaa27ed-5092-4d6c-8e2d-1a945f472c2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for port, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:02.819941 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-eeaa27ed-5092-4d6c-8e2d-1a945f472c2e service neutron] 10.222.0.60 "PUT /v2.0/ports/e53ffe27-f469-4101-82ad-34822a51e958 HTTP/1.1" status: 200 len: 1093 time: 2.3078353 Apr 15 10:52:02.820477 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dded9b2b-8f51-45bb-b2be-57b33ac0f3c1', 'tag': 'e53ffe27-f469-4101-82ad-34822a51e958'}] {{(pid=85272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:52:02.930068 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-19daf16e-3cf7-4b98-892a-fb491e2dc76c tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:02.951254 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2bfc5-8bd2-4be7-9c70-04162d5ea453 req-83204565-de98-4980-a593-ec850d7eb71c tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:02.959433 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dded9b2b-8f51-45bb-b2be-57b33ac0f3c1', 'tag': 'e53ffe27-f469-4101-82ad-34822a51e958', 'status': 'completed', 'code': 200} Apr 15 10:52:02.959942 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-04f2bfc5-8bd2-4be7-9c70-04162d5ea453 req-83204565-de98-4980-a593-ec850d7eb71c tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.1769791 Apr 15 10:52:02.982438 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-19daf16e-3cf7-4b98-892a-fb491e2dc76c tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854330716'] for security_group_rule, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:02.990353 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:52:03.011194 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19daf16e-3cf7-4b98-892a-fb491e2dc76c tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58b56ea2-ce21-4df4-ac3e-d2cf6d5e3b77,revision_number=0']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:52:03.019628 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-19daf16e-3cf7-4b98-892a-fb491e2dc76c tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:52:03.025977 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-d24d741c-783f-4d78-8cf4-e9cac54fa75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:03.037160 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-d24d741c-783f-4d78-8cf4-e9cac54fa75d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=468002c968c349e39872f05034981878&device_id=dded9b2b-8f51-45bb-b2be-57b33ac0f3c1 HTTP/1.1" status: 200 len: 1096 time: 0.1567585 Apr 15 10:52:03.061142 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-04f2bfc5-8bd2-4be7-9c70-04162d5ea453 req-23f39b9b-ddcb-43f2-8d5b-6d89718834d3 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000805 Apr 15 10:52:03.081723 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-19daf16e-3cf7-4b98-892a-fb491e2dc76c tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:03.085573 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-19daf16e-3cf7-4b98-892a-fb491e2dc76c tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5589943 Apr 15 10:52:03.085824 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 40890) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:52:03.092647 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-487aa92b-5bd0-4bbd-9494-c16ba4cefea8 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Request body: {'security_group_rule': {'security_group_id': '41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1', 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:52:03.100825 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-487aa92b-5bd0-4bbd-9494-c16ba4cefea8 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:52:03.102352 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-bac04682-0a99-41c8-a2bd-1a2d354c5d5d None None] Set router df6e773d-99dd-48b0-aa11-3d359c88db13 gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:52:03.105185 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-487aa92b-5bd0-4bbd-9494-c16ba4cefea8 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Usage tracker for resource:security_group_rule and tenant:d516e7b1217b4704a4aa785b44efb62b is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:52:03.108335 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-487aa92b-5bd0-4bbd-9494-c16ba4cefea8 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:52:03.114733 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-487aa92b-5bd0-4bbd-9494-c16ba4cefea8 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:52:03.131009 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.securitygroups_db [None req-487aa92b-5bd0-4bbd-9494-c16ba4cefea8 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Project d516e7b1217b4704a4aa785b44efb62b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 10:52:03.133890 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-27dab78c-7b6c-4de0-a2b8-ac518ecfdae0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e53ffe27-f469-4101-82ad-34822a51e958 HTTP/1.1" status: 200 len: 217 time: 0.0871375 Apr 15 10:52:03.139486 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-487aa92b-5bd0-4bbd-9494-c16ba4cefea8 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:03.214529 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-5cb87bec-7ac7-4706-b34e-8a8b354004ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:03.216239 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-5cb87bec-7ac7-4706-b34e-8a8b354004ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=19827f90-228d-4b46-b4a8-3e3339c5c6d7 HTTP/1.1" status: 200 len: 855 time: 0.0750089 Apr 15 10:52:03.232600 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-487aa92b-5bd0-4bbd-9494-c16ba4cefea8 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:03.236848 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-487aa92b-5bd0-4bbd-9494-c16ba4cefea8 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854330716'] for security_group_rule, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:03.239674 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:52:03.266639 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aa92b-5bd0-4bbd-9494-c16ba4cefea8 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8969be43-07cd-4b81-a0f6-4551069fc9c6,revision_number=0']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:52:03.270447 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-487aa92b-5bd0-4bbd-9494-c16ba4cefea8 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:52:03.277500 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-487aa92b-5bd0-4bbd-9494-c16ba4cefea8 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:03.282297 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 40900) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:52:03.283162 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-487aa92b-5bd0-4bbd-9494-c16ba4cefea8 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1960568 Apr 15 10:52:03.288981 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-e2537ce4-1227-49d5-95f5-88a6ec537d13 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Request body: {'security_group_rule': {'security_group_id': '41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1', 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:52:03.303570 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-a0c81692-ffb5-4825-a465-9f093b373a5a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c4f6e935-b869-426f-8147-87b90ae81bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743761 Apr 15 10:52:03.306150 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-e2537ce4-1227-49d5-95f5-88a6ec537d13 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:52:03.310522 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-e2537ce4-1227-49d5-95f5-88a6ec537d13 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Usage tracker for resource:security_group_rule and tenant:d516e7b1217b4704a4aa785b44efb62b is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:52:03.408800 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-e2537ce4-1227-49d5-95f5-88a6ec537d13 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:52:03.438890 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-e2537ce4-1227-49d5-95f5-88a6ec537d13 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:52:03.477157 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-f237ad02-a5fe-4327-9b6e-30605815507f service neutron] 10.222.0.60 "GET /v2.0/networks/c4f6e935-b869-426f-8147-87b90ae81bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633065 Apr 15 10:52:03.486364 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.securitygroups_db [None req-e2537ce4-1227-49d5-95f5-88a6ec537d13 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Project d516e7b1217b4704a4aa785b44efb62b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 10:52:03.520160 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e2537ce4-1227-49d5-95f5-88a6ec537d13 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:03.525910 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-bac04682-0a99-41c8-a2bd-1a2d354c5d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6e773d-99dd-48b0-aa11-3d359c88db13', 'name': 'tempest-TestVolumeBootPattern-1069352933-router', 'tenant_id': '9cbffc815651437db1e07855a2b63071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '46f51224-6ba3-41d9-9019-bd98cf30ef49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:48Z', 'updated_at': '2021-04-15T10:51:55Z', 'revision_number': 4, 'project_id': '9cbffc815651437db1e07855a2b63071', 'gw_port': {'id': '46f51224-6ba3-41d9-9019-bd98cf30ef49', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6e773d-99dd-48b0-aa11-3d359c88db13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:49Z', 'updated_at': '2021-04-15T10:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '51ae5b03-f42c-4180-82ad-b6ec908d6abd', 'name': '', 'network_id': '8d714a02-a286-4ab4-8daf-9f5ca06cddfa', 'tenant_id': '9cbffc815651437db1e07855a2b63071', 'mac_address': 'fa:16:3e:17:24:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6e773d-99dd-48b0-aa11-3d359c88db13', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f6e71456-90d4-4e00-ae3c-4cd90b4ddcd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:53Z', 'updated_at': '2021-04-15T10:52:02Z', 'revision_number': 4, 'project_id': '9cbffc815651437db1e07855a2b63071', 'subnets': [{'id': 'f6e71456-90d4-4e00-ae3c-4cd90b4ddcd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:52:03.530355 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac04682-0a99-41c8-a2bd-1a2d354c5d5d None None] The sync data for ids ['df6e773d-99dd-48b0-aa11-3d359c88db13'] in dv-cinder-786383-1-iscsi is: [{'id': 'df6e773d-99dd-48b0-aa11-3d359c88db13', 'name': 'tempest-TestVolumeBootPattern-1069352933-router', 'tenant_id': '9cbffc815651437db1e07855a2b63071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '46f51224-6ba3-41d9-9019-bd98cf30ef49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:48Z', 'updated_at': '2021-04-15T10:51:55Z', 'revision_number': 4, 'project_id': '9cbffc815651437db1e07855a2b63071', 'gw_port': {'id': '46f51224-6ba3-41d9-9019-bd98cf30ef49', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6e773d-99dd-48b0-aa11-3d359c88db13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:49Z', 'updated_at': '2021-04-15T10:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '51ae5b03-f42c-4180-82ad-b6ec908d6abd', 'name': '', 'network_id': '8d714a02-a286-4ab4-8daf-9f5ca06cddfa', 'tenant_id': '9cbffc815651437db1e07855a2b63071', 'mac_address': 'fa:16:3e:17:24:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6e773d-99dd-48b0-aa11-3d359c88db13', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f6e71456-90d4-4e00-ae3c-4cd90b4ddcd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:53Z', 'updated_at': '2021-04-15T10:52:02Z', 'revision_number': 4, 'project_id': '9cbffc815651437db1e07855a2b63071', 'subnets': [{'id': 'f6e71456-90d4-4e00-ae3c-4cd90b4ddcd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:52:03.737568 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e2537ce4-1227-49d5-95f5-88a6ec537d13 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:03.754121 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e2537ce4-1227-49d5-95f5-88a6ec537d13 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854330716'] for security_group_rule, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:03.756904 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0ff5209f-dab9-47b8-9e7c-3dd9659243d2 req-759e4543-7422-4d7a-8a38-b3b09fd86ad4 service neutron] 10.222.0.60 "GET /v2.0/networks/c4f6e935-b869-426f-8147-87b90ae81bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716942 Apr 15 10:52:03.801000 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-cd8b9035-4e74-432d-beae-653613ff0126 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:52:03.818397 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e2537ce4-1227-49d5-95f5-88a6ec537d13 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:03.823544 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-e2537ce4-1227-49d5-95f5-88a6ec537d13 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5392947 Apr 15 10:52:03.861293 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de83528-5831-41a3-ab29-0cba70936dab req-354f790f-13d7-4e67-a12d-d5de36747c9a tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:03.861401 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3de83528-5831-41a3-ab29-0cba70936dab req-354f790f-13d7-4e67-a12d-d5de36747c9a tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dded9b2b-8f51-45bb-b2be-57b33ac0f3c1 HTTP/1.1" status: 200 len: 943 time: 0.1620827 Apr 15 10:52:03.889526 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2537ce4-1227-49d5-95f5-88a6ec537d13 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbba8d57-2622-4e6d-ad8a-381ad1a317f5,revision_number=0']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:52:03.896616 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e2537ce4-1227-49d5-95f5-88a6ec537d13 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:52:03.941636 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb93da-09d8-4b52-afc0-b49df9b16917 req-fc61902c-c7dd-454f-80d4-1cb476a3a6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:03.943702 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1fbb93da-09d8-4b52-afc0-b49df9b16917 req-fc61902c-c7dd-454f-80d4-1cb476a3a6e8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=468002c968c349e39872f05034981878&device_id=dded9b2b-8f51-45bb-b2be-57b33ac0f3c1 HTTP/1.1" status: 200 len: 1096 time: 0.1099970 Apr 15 10:52:03.944494 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3de83528-5831-41a3-ab29-0cba70936dab req-91747e05-fdee-4920-8169-7ebbd3d775fd tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820873 Apr 15 10:52:04.141453 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb93da-09d8-4b52-afc0-b49df9b16917 req-3a87a9b0-5132-4ea4-bd02-187c067c8f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:04.143348 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1fbb93da-09d8-4b52-afc0-b49df9b16917 req-3a87a9b0-5132-4ea4-bd02-187c067c8f6f service neutron] 10.222.0.60 "GET /v2.0/networks?id=c4f6e935-b869-426f-8147-87b90ae81bd1 HTTP/1.1" status: 200 len: 916 time: 0.1898263 Apr 15 10:52:04.261775 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1fbb93da-09d8-4b52-afc0-b49df9b16917 req-7253636a-58c0-4b82-8b21-b6224eb20500 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e53ffe27-f469-4101-82ad-34822a51e958 HTTP/1.1" status: 200 len: 217 time: 0.1106555 Apr 15 10:52:04.366484 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0eee84-ad87-4ce0-8400-c59da0d2cd85 req-6e6a9551-eb84-4873-9710-08bafe201b33 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:04.370881 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1b0eee84-ad87-4ce0-8400-c59da0d2cd85 req-6e6a9551-eb84-4873-9710-08bafe201b33 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.1509874 Apr 15 10:52:04.397214 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb93da-09d8-4b52-afc0-b49df9b16917 req-dc289036-ad68-41fa-ac16-6e344636fcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:04.402143 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1fbb93da-09d8-4b52-afc0-b49df9b16917 req-dc289036-ad68-41fa-ac16-6e344636fcbf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=19827f90-228d-4b46-b4a8-3e3339c5c6d7 HTTP/1.1" status: 200 len: 855 time: 0.1317987 Apr 15 10:52:04.507718 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1b0eee84-ad87-4ce0-8400-c59da0d2cd85 req-a1b76b37-2c6a-4f66-b0f0-7ca5d4d4678e tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223650 Apr 15 10:52:04.516882 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1fbb93da-09d8-4b52-afc0-b49df9b16917 req-12b0c74d-3761-4dc3-8745-41b31ef28773 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c4f6e935-b869-426f-8147-87b90ae81bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051748 Apr 15 10:52:04.732773 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1fbb93da-09d8-4b52-afc0-b49df9b16917 req-d08877d8-f50d-4ea7-8cc1-c35a97dd315b service neutron] 10.222.0.60 "GET /v2.0/networks/c4f6e935-b869-426f-8147-87b90ae81bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013152 Apr 15 10:52:04.943985 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1fbb93da-09d8-4b52-afc0-b49df9b16917 req-5444f0ca-83bf-44d0-9fed-f54293601d2d service neutron] 10.222.0.60 "GET /v2.0/networks/c4f6e935-b869-426f-8147-87b90ae81bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009666 Apr 15 10:52:05.157361 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077d986-0ae5-4f9f-8f3c-1a9bb7d86978 req-8bda795f-0cc2-46bc-9cb2-efc2945667f2 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:05.159016 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8077d986-0ae5-4f9f-8f3c-1a9bb7d86978 req-8bda795f-0cc2-46bc-9cb2-efc2945667f2 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dded9b2b-8f51-45bb-b2be-57b33ac0f3c1 HTTP/1.1" status: 200 len: 943 time: 0.0969191 Apr 15 10:52:05.210807 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8077d986-0ae5-4f9f-8f3c-1a9bb7d86978 req-c7067fbd-44e8-4c1d-a2b7-d64d0f105b49 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443339 Apr 15 10:52:05.450767 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 51ae5b03-f42c-4180-82ad-b6ec908d6abd up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:52:05.529962 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning for port 51ae5b03-f42c-4180-82ad-b6ec908d6abd completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:52:05.535443 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port 51ae5b03-f42c-4180-82ad-b6ec908d6abd triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:52:05.535841 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:05.668934 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:05.705416 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] For port 51ae5b03-f42c-4180-82ad-b6ec908d6abd, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=51ae5b03-f42c-4180-82ad-b6ec908d6abd,segment=NetworkSegment(58c59411-226b-4b97-97b0-dbb5e08322c5),segment_id=58c59411-226b-4b97-97b0-dbb5e08322c5)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:52:05.711201 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:05.713188 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:52:05.734913 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15759b39-27a5-4f5f-82e4-c61598f8d93c req-bbf3932f-9cb4-4c6f-9d7a-8146b50ed3f1 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:05.736539 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-15759b39-27a5-4f5f-82e4-c61598f8d93c req-bbf3932f-9cb4-4c6f-9d7a-8146b50ed3f1 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.0930810 Apr 15 10:52:05.784475 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Pushing event updated for resources: {'Port': ['ID=51ae5b03-f42c-4180-82ad-b6ec908d6abd,revision_number=5']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:52:05.787720 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:52:05.791337 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-15759b39-27a5-4f5f-82e4-c61598f8d93c req-bd870d19-028a-4d57-96c8-db6d9445a41a tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481606 Apr 15 10:52:06.187598 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 41022) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:52:06.403000 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-17f0c83b-7b92-416c-9405-465a53ef3278 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=21dfd63f6c164ae68ad8a8f1834b8afe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2140691 Apr 15 10:52:06.405575 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 41030) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:52:06.495735 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad89d9-b003-47b1-be42-10f290b189f8 req-d5161ca7-af4b-490a-bf21-b012507729f2 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:06.497271 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-73ad89d9-b003-47b1-be42-10f290b189f8 req-d5161ca7-af4b-490a-bf21-b012507729f2 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dded9b2b-8f51-45bb-b2be-57b33ac0f3c1 HTTP/1.1" status: 200 len: 943 time: 0.1593220 Apr 15 10:52:06.502074 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0c2cf7fd-e2fb-43bc-976b-c7bd07710d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:06.562778 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0c2cf7fd-e2fb-43bc-976b-c7bd07710d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:06.589670 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-73ad89d9-b003-47b1-be42-10f290b189f8 req-766a7847-43a8-4fb8-b4a1-1542ad01d146 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848591 Apr 15 10:52:06.621120 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0c2cf7fd-e2fb-43bc-976b-c7bd07710d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:06.626131 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-9ecbe2b4-2273-43dc-a18e-140b44a22b43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:52:06.639763 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2cf7fd-e2fb-43bc-976b-c7bd07710d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93234868-fd0d-45ab-a005-4446fe48d2f6,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:52:06.642811 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0c2cf7fd-e2fb-43bc-976b-c7bd07710d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:52:06.643845 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0c2cf7fd-e2fb-43bc-976b-c7bd07710d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:06.645053 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-0c2cf7fd-e2fb-43bc-976b-c7bd07710d23 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/93234868-fd0d-45ab-a005-4446fe48d2f6 HTTP/1.1" status: 204 len: 168 time: 0.2385035 Apr 15 10:52:07.003002 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d534d00-5a45-4319-9501-7e62119a2170 req-fdf1c81d-859f-4f2b-9733-66962c5ddf22 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:07.005236 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7d534d00-5a45-4319-9501-7e62119a2170 req-fdf1c81d-859f-4f2b-9733-66962c5ddf22 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.0897450 Apr 15 10:52:07.058524 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7d534d00-5a45-4319-9501-7e62119a2170 req-792aed5d-335b-4dc6-90e3-0e0a0f03bfae tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468264 Apr 15 10:52:07.431035 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 51ae5b03-f42c-4180-82ad-b6ec908d6abd up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:52:07.506718 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port 51ae5b03-f42c-4180-82ad-b6ec908d6abd triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:52:07.507194 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:07.801278 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7303b0c-eeb2-40fa-8b67-3201b615c371 req-9da415a9-9ce3-4537-90ad-184ab1df9ff7 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:07.802874 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c7303b0c-eeb2-40fa-8b67-3201b615c371 req-9da415a9-9ce3-4537-90ad-184ab1df9ff7 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dded9b2b-8f51-45bb-b2be-57b33ac0f3c1 HTTP/1.1" status: 200 len: 943 time: 0.0901406 Apr 15 10:52:07.850572 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c7303b0c-eeb2-40fa-8b67-3201b615c371 req-5d3b9d50-0bc8-408b-b317-2f387d05cd72 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413442 Apr 15 10:52:08.276563 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74465e-32f4-4139-9c0e-049b28c1142a req-60d4b697-5815-46b2-b498-4183ed3e67dc tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:08.278194 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ec74465e-32f4-4139-9c0e-049b28c1142a req-60d4b697-5815-46b2-b498-4183ed3e67dc tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.0930512 Apr 15 10:52:08.326147 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ec74465e-32f4-4139-9c0e-049b28c1142a req-1f6a19e9-8c77-41ab-9b7d-7af804afe7f6 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416739 Apr 15 10:52:09.006900 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device e53ffe27-f469-4101-82ad-34822a51e958 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:52:09.054806 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c173b-a82f-4fbc-8511-f8cb1eb38815 req-3357ce6c-feee-49ac-9cdf-4f4efab8cea6 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:09.056463 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a28c173b-a82f-4fbc-8511-f8cb1eb38815 req-3357ce6c-feee-49ac-9cdf-4f4efab8cea6 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dded9b2b-8f51-45bb-b2be-57b33ac0f3c1 HTTP/1.1" status: 200 len: 943 time: 0.0894203 Apr 15 10:52:09.105159 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a28c173b-a82f-4fbc-8511-f8cb1eb38815 req-cf1f552b-ba62-4ac6-bdc6-820100eb9a1f tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421247 Apr 15 10:52:09.153808 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port e53ffe27-f469-4101-82ad-34822a51e958, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e53ffe27-f469-4101-82ad-34822a51e958,segment=NetworkSegment(9d4b411c-2002-4aee-a880-e637d51bd4ad),segment_id=9d4b411c-2002-4aee-a880-e637d51bd4ad)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:52:09.167933 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Returning: {'device': 'e53ffe27-f469-4101-82ad-34822a51e958', 'network_id': 'c4f6e935-b869-426f-8147-87b90ae81bd1', 'port_id': 'e53ffe27-f469-4101-82ad-34822a51e958', 'mac_address': 'fa:16:3e:50:a5:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19827f90-228d-4b46-b4a8-3e3339c5c6d7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:52:09.228131 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:09.246675 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e53ffe27-f469-4101-82ad-34822a51e958 {{(pid=85273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:52:09.263679 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port e53ffe27-f469-4101-82ad-34822a51e958, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e53ffe27-f469-4101-82ad-34822a51e958,segment=NetworkSegment(9d4b411c-2002-4aee-a880-e637d51bd4ad),segment_id=9d4b411c-2002-4aee-a880-e637d51bd4ad)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:52:09.266495 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:09.268403 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:52:09.345408 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=e53ffe27-f469-4101-82ad-34822a51e958,revision_number=4']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:52:09.349314 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:52:09.557427 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943e635-934c-43a3-a07d-bf7c4f781757 req-31d65979-8ea3-42fe-8486-1d6c8eb36e97 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:09.559091 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3943e635-934c-43a3-a07d-bf7c4f781757 req-31d65979-8ea3-42fe-8486-1d6c8eb36e97 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.0933659 Apr 15 10:52:09.612016 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3943e635-934c-43a3-a07d-bf7c4f781757 req-5ddfa0c6-6613-4007-b11c-d91a69469c1c tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456815 Apr 15 10:52:10.041067 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['e53ffe27-f469-4101-82ad-34822a51e958'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:52:10.320533 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5a0a0-40b9-435f-a85a-6f370090f4a2 req-3969a92f-a45b-48b7-90a0-315889424c96 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:10.322699 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-fcd5a0a0-40b9-435f-a85a-6f370090f4a2 req-3969a92f-a45b-48b7-90a0-315889424c96 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dded9b2b-8f51-45bb-b2be-57b33ac0f3c1 HTTP/1.1" status: 200 len: 944 time: 0.0914748 Apr 15 10:52:10.381245 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-fcd5a0a0-40b9-435f-a85a-6f370090f4a2 req-61aa6aba-64f2-4485-b130-688c7f1a93b6 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484014 Apr 15 10:52:10.818303 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d530ffa-a55c-4aea-b345-2ffdcd3455b0 req-3c8a5f9c-72dc-4eca-a857-b6bf80e8ac2a tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:10.819949 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9d530ffa-a55c-4aea-b345-2ffdcd3455b0 req-3c8a5f9c-72dc-4eca-a857-b6bf80e8ac2a tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.0896564 Apr 15 10:52:10.867111 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9d530ffa-a55c-4aea-b345-2ffdcd3455b0 req-5b76405d-fcc0-4bbd-a6d0-8052516314c8 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408087 Apr 15 10:52:11.594515 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a7a84-7cff-436e-b478-8c5dcce2af38 req-66899c52-9807-430d-a255-6a4aae401904 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:11.596184 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-856a7a84-7cff-436e-b478-8c5dcce2af38 req-66899c52-9807-430d-a255-6a4aae401904 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dded9b2b-8f51-45bb-b2be-57b33ac0f3c1 HTTP/1.1" status: 200 len: 944 time: 0.0990860 Apr 15 10:52:11.646709 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-856a7a84-7cff-436e-b478-8c5dcce2af38 req-a3738692-e861-4eb3-989f-6c6b3041fd7c tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420845 Apr 15 10:52:12.211332 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63068ec4-9c13-4464-b8f5-af71e054740c req-39fda5a2-6852-41e7-a82d-6f15a8364f97 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:12.212945 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-63068ec4-9c13-4464-b8f5-af71e054740c req-39fda5a2-6852-41e7-a82d-6f15a8364f97 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.0902574 Apr 15 10:52:12.261029 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-63068ec4-9c13-4464-b8f5-af71e054740c req-205af8c4-752e-40cd-a87d-513d39c6d0ba tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416312 Apr 15 10:52:12.856879 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80426e-5518-420d-b901-f92840a8a607 req-bd2b3d3e-6469-44f5-9a71-5a3412ce2460 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:12.858588 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ff80426e-5518-420d-b901-f92840a8a607 req-bd2b3d3e-6469-44f5-9a71-5a3412ce2460 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dded9b2b-8f51-45bb-b2be-57b33ac0f3c1 HTTP/1.1" status: 200 len: 944 time: 0.0940881 Apr 15 10:52:12.911489 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ff80426e-5518-420d-b901-f92840a8a607 req-652a7119-b58a-4b46-92ca-957d9b6ef1da tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458117 Apr 15 10:52:13.008271 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device e53ffe27-f469-4101-82ad-34822a51e958 up at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:52:13.085430 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning for port e53ffe27-f469-4101-82ad-34822a51e958 completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:52:13.090376 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning complete for port e53ffe27-f469-4101-82ad-34822a51e958 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:52:13.090803 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:13.219275 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:13.249330 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dded9b2b-8f51-45bb-b2be-57b33ac0f3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53ffe27-f469-4101-82ad-34822a51e958'}] {{(pid=85273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:52:13.260900 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port e53ffe27-f469-4101-82ad-34822a51e958, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e53ffe27-f469-4101-82ad-34822a51e958,segment=NetworkSegment(9d4b411c-2002-4aee-a880-e637d51bd4ad),segment_id=9d4b411c-2002-4aee-a880-e637d51bd4ad)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:52:13.264370 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:13.266298 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:52:13.332864 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dded9b2b-8f51-45bb-b2be-57b33ac0f3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53ffe27-f469-4101-82ad-34822a51e958', 'code': 200} Apr 15 10:52:13.356380 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=e53ffe27-f469-4101-82ad-34822a51e958,revision_number=5']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:52:13.382836 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:52:13.548532 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cecf4-ffd7-4ce1-adcb-ba29d94721c5 req-80e1c738-9e35-4df3-af8a-1321faec3056 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:13.550554 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6c4cecf4-ffd7-4ce1-adcb-ba29d94721c5 req-80e1c738-9e35-4df3-af8a-1321faec3056 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.1261523 Apr 15 10:52:13.606456 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6c4cecf4-ffd7-4ce1-adcb-ba29d94721c5 req-dfaea894-aed2-4d2f-976d-7f786afe0cfb tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497198 Apr 15 10:52:13.681234 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235607e-6fe7-4e40-a8a2-a60cb2de07d8 req-c980921a-1a34-4c89-9719-6703c813da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:13.683188 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a235607e-6fe7-4e40-a8a2-a60cb2de07d8 req-c980921a-1a34-4c89-9719-6703c813da9f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dded9b2b-8f51-45bb-b2be-57b33ac0f3c1 HTTP/1.1" status: 200 len: 1098 time: 0.1057460 Apr 15 10:52:13.729781 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a235607e-6fe7-4e40-a8a2-a60cb2de07d8 req-9ee68992-0bdf-47cc-9faa-15123b7390d3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381832 Apr 15 10:52:14.114598 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110e597-dbef-418c-9243-10d887afb96b req-b3c4d5a9-a573-4125-9d5b-d50445e86650 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:14.116299 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7110e597-dbef-418c-9243-10d887afb96b req-b3c4d5a9-a573-4125-9d5b-d50445e86650 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dded9b2b-8f51-45bb-b2be-57b33ac0f3c1 HTTP/1.1" status: 200 len: 945 time: 0.0888886 Apr 15 10:52:14.163471 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7110e597-dbef-418c-9243-10d887afb96b req-6701b811-7d57-4b6d-82c9-0424f64d9da5 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409274 Apr 15 10:52:14.831719 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305c784-4640-40d7-a90e-536a08bc0d88 req-a8bf16d6-6fe1-4cdc-9f5a-5975e226e759 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:14.833313 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b305c784-4640-40d7-a90e-536a08bc0d88 req-a8bf16d6-6fe1-4cdc-9f5a-5975e226e759 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.1035438 Apr 15 10:52:14.882464 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b305c784-4640-40d7-a90e-536a08bc0d88 req-2b956e9d-0654-49d7-ba40-55383a5ae00a tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426741 Apr 15 10:52:15.381048 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5facf71-b47d-47db-a4b8-5ef30e70b372 req-d5e5d997-f75c-42cf-a261-6902e450b921 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:15.382706 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f5facf71-b47d-47db-a4b8-5ef30e70b372 req-d5e5d997-f75c-42cf-a261-6902e450b921 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dded9b2b-8f51-45bb-b2be-57b33ac0f3c1 HTTP/1.1" status: 200 len: 945 time: 0.0987828 Apr 15 10:52:15.432310 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f5facf71-b47d-47db-a4b8-5ef30e70b372 req-9aac5262-f351-44e7-a663-8758b5ac6a78 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425339 Apr 15 10:52:15.759503 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036fe1b-9eb6-4666-8970-50dddf0e4aaf req-4a48e795-92c5-43c4-a96b-164c7fcb386b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:15.761126 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7036fe1b-9eb6-4666-8970-50dddf0e4aaf req-4a48e795-92c5-43c4-a96b-164c7fcb386b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 1098 time: 0.0825191 Apr 15 10:52:15.810622 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7036fe1b-9eb6-4666-8970-50dddf0e4aaf req-f4c440fc-3ec1-4356-82bf-c05b3c8fe53d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416069 Apr 15 10:52:16.088961 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c7d98-107f-4745-97f7-6de9182e098d req-70ac7c39-61bd-437f-9826-f4639e41c576 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:16.090651 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3a2c7d98-107f-4745-97f7-6de9182e098d req-70ac7c39-61bd-437f-9826-f4639e41c576 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.0931969 Apr 15 10:52:16.142496 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3a2c7d98-107f-4745-97f7-6de9182e098d req-b6eedea1-3664-4359-8d85-71d67c31f758 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444639 Apr 15 10:52:16.640090 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65265b83-ca21-4c35-8067-88dacc1dd622 req-f5f47d72-2b77-4819-86fc-6ca2c9a78ad4 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:16.641622 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-65265b83-ca21-4c35-8067-88dacc1dd622 req-f5f47d72-2b77-4819-86fc-6ca2c9a78ad4 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dded9b2b-8f51-45bb-b2be-57b33ac0f3c1 HTTP/1.1" status: 200 len: 945 time: 0.0924661 Apr 15 10:52:16.692850 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-65265b83-ca21-4c35-8067-88dacc1dd622 req-3b27808b-8713-4351-93f0-16a353eda641 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442219 Apr 15 10:52:17.353381 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a2d33-891e-4172-a62f-0c2404cfbb3f req-8b6797d6-f9fc-470e-8374-cd2852bdd2e0 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:17.355165 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1a4a2d33-891e-4172-a62f-0c2404cfbb3f req-8b6797d6-f9fc-470e-8374-cd2852bdd2e0 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.0939972 Apr 15 10:52:17.409541 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1a4a2d33-891e-4172-a62f-0c2404cfbb3f req-d015d31c-e78a-47ec-b273-decb00cc8e2a tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472772 Apr 15 10:52:17.951557 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917533b-5aa4-456d-9775-3a10b7e38069 req-e5ebdd78-6bc7-4a56-8bc6-bafc4db7de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:17.953175 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1917533b-5aa4-456d-9775-3a10b7e38069 req-e5ebdd78-6bc7-4a56-8bc6-bafc4db7de42 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8bcb1eb90140445da3fa22dfd1c24874&device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 1098 time: 0.0800331 Apr 15 10:52:18.013963 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e9c2e-bf1b-480f-8c5b-a6e2758e9d08 req-b3f4928f-6623-4a21-8c1f-d40bf5bdcefd tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:18.015626 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6c6e9c2e-bf1b-480f-8c5b-a6e2758e9d08 req-b3f4928f-6623-4a21-8c1f-d40bf5bdcefd tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.0937552 Apr 15 10:52:18.117040 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917533b-5aa4-456d-9775-3a10b7e38069 req-53699d0f-6aab-4a16-8db6-f97cd2fa75b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:18.118651 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1917533b-5aa4-456d-9775-3a10b7e38069 req-53699d0f-6aab-4a16-8db6-f97cd2fa75b3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9f19835a-ad99-4134-9d53-1e73b3ca8574 HTTP/1.1" status: 200 len: 919 time: 0.1584852 Apr 15 10:52:18.202272 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1917533b-5aa4-456d-9775-3a10b7e38069 req-205ec3f1-d5a5-4497-ae26-504f61b077ae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f634873-83ec-46a0-a104-67c751999aac HTTP/1.1" status: 200 len: 217 time: 0.0754008 Apr 15 10:52:18.274637 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6c6e9c2e-bf1b-480f-8c5b-a6e2758e9d08 req-35863488-a2ef-4dd9-b563-27b72441c2aa tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515576 Apr 15 10:52:18.283100 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917533b-5aa4-456d-9775-3a10b7e38069 req-37adf235-5ca9-4357-a03d-191f95f93529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:18.284669 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1917533b-5aa4-456d-9775-3a10b7e38069 req-37adf235-5ca9-4357-a03d-191f95f93529 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c09a2153-4c60-41c0-9f30-f656c5037494 HTTP/1.1" status: 200 len: 858 time: 0.0751650 Apr 15 10:52:18.351318 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1917533b-5aa4-456d-9775-3a10b7e38069 req-f9582e65-9b85-4d43-b4d0-7b991838abd0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f19835a-ad99-4134-9d53-1e73b3ca8574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519135 Apr 15 10:52:18.503558 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1917533b-5aa4-456d-9775-3a10b7e38069 req-838351f2-5c6d-4739-a296-49a420f2cf8a service neutron] 10.222.0.60 "GET /v2.0/networks/9f19835a-ad99-4134-9d53-1e73b3ca8574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449368 Apr 15 10:52:18.667935 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1917533b-5aa4-456d-9775-3a10b7e38069 req-ebb5912c-11a1-4834-b35d-2684057dc901 service neutron] 10.222.0.60 "GET /v2.0/networks/9f19835a-ad99-4134-9d53-1e73b3ca8574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491444 Apr 15 10:52:19.075503 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 41194) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:52:19.205956 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8463bc88-90d3-4935-a444-83b4fc95c501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:19.227010 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-8463bc88-90d3-4935-a444-83b4fc95c501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:52:19.231180 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-8463bc88-90d3-4935-a444-83b4fc95c501 admin admin] Usage tracker for resource:security_group_rule and tenant:7160b8ed0d364ab6b8b82ce824ed62e5 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:52:19.234189 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-8463bc88-90d3-4935-a444-83b4fc95c501 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:52:19.240600 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-8463bc88-90d3-4935-a444-83b4fc95c501 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:52:19.335340 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8463bc88-90d3-4935-a444-83b4fc95c501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:19.338582 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8463bc88-90d3-4935-a444-83b4fc95c501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:19.367169 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-44464576-0a18-43ec-8bd6-6b00faad4241 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:52:19.395794 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-8463bc88-90d3-4935-a444-83b4fc95c501 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7160b8ed0d364ab6b8b82ce824ed62e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3163536 Apr 15 10:52:19.396150 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 41210) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:52:19.397891 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463bc88-90d3-4935-a444-83b4fc95c501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7e9a8e-d30a-4be9-939c-e8e24085cde1,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:52:19.406008 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8463bc88-90d3-4935-a444-83b4fc95c501 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:19.406419 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8463bc88-90d3-4935-a444-83b4fc95c501 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:19.406825 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8463bc88-90d3-4935-a444-83b4fc95c501 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:19.407281 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8463bc88-90d3-4935-a444-83b4fc95c501 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:19.407666 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8463bc88-90d3-4935-a444-83b4fc95c501 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:19.408055 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8463bc88-90d3-4935-a444-83b4fc95c501 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:19.408442 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8463bc88-90d3-4935-a444-83b4fc95c501 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:19.408993 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8463bc88-90d3-4935-a444-83b4fc95c501 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:19.409384 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8463bc88-90d3-4935-a444-83b4fc95c501 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:19.409765 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8463bc88-90d3-4935-a444-83b4fc95c501 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:19.410681 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8463bc88-90d3-4935-a444-83b4fc95c501 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:19.411392 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8463bc88-90d3-4935-a444-83b4fc95c501 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:19.415602 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-8463bc88-90d3-4935-a444-83b4fc95c501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:52:19.557322 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9edf408a-e7e4-4e8c-8b7d-5d16708c5052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:19.587964 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926845c7-e0e8-45c1-b767-e18db465a820 req-21c7afed-62e0-4e93-ad76-075c966bdf43 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:19.589534 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-926845c7-e0e8-45c1-b767-e18db465a820 req-21c7afed-62e0-4e93-ad76-075c966bdf43 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.1903563 Apr 15 10:52:19.598686 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9edf408a-e7e4-4e8c-8b7d-5d16708c5052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:19.673219 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-926845c7-e0e8-45c1-b767-e18db465a820 req-f5c6ee36-996e-405e-a588-33135564a534 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771937 Apr 15 10:52:19.680062 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9edf408a-e7e4-4e8c-8b7d-5d16708c5052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:19.685288 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-61c0b6fe-54ec-49b0-8de8-4c68753b76a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:52:19.700037 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf408a-e7e4-4e8c-8b7d-5d16708c5052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7e9a8e-d30a-4be9-939c-e8e24085cde1,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:52:19.709035 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9edf408a-e7e4-4e8c-8b7d-5d16708c5052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:19.710230 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-9edf408a-e7e4-4e8c-8b7d-5d16708c5052 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2f7e9a8e-d30a-4be9-939c-e8e24085cde1 HTTP/1.1" status: 204 len: 168 time: 0.3127408 Apr 15 10:52:19.711869 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edf408a-e7e4-4e8c-8b7d-5d16708c5052 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:19.712279 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edf408a-e7e4-4e8c-8b7d-5d16708c5052 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:19.712697 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edf408a-e7e4-4e8c-8b7d-5d16708c5052 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:19.713089 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edf408a-e7e4-4e8c-8b7d-5d16708c5052 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:19.713479 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edf408a-e7e4-4e8c-8b7d-5d16708c5052 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:19.713873 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edf408a-e7e4-4e8c-8b7d-5d16708c5052 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:19.714264 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edf408a-e7e4-4e8c-8b7d-5d16708c5052 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:19.714829 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edf408a-e7e4-4e8c-8b7d-5d16708c5052 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:19.715147 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edf408a-e7e4-4e8c-8b7d-5d16708c5052 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:19.715536 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edf408a-e7e4-4e8c-8b7d-5d16708c5052 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:19.715935 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edf408a-e7e4-4e8c-8b7d-5d16708c5052 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:19.716283 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edf408a-e7e4-4e8c-8b7d-5d16708c5052 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:19.724049 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-9edf408a-e7e4-4e8c-8b7d-5d16708c5052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:52:20.843164 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2186d05f-b796-422c-8b0e-c31cd6ac47ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:20.885109 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335de922-f83a-43d7-b9b8-8b73d2f23cd4 req-e0fcb189-a35f-4f66-9bbf-41c1f463367a tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:20.886730 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-335de922-f83a-43d7-b9b8-8b73d2f23cd4 req-e0fcb189-a35f-4f66-9bbf-41c1f463367a tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.0941494 Apr 15 10:52:20.889970 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 41258) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:52:20.939272 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-335de922-f83a-43d7-b9b8-8b73d2f23cd4 req-fcb03329-77ae-4851-b0de-1d51297cae29 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416105 Apr 15 10:52:21.017204 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0badd02d-b5ef-4591-81d3-a60170e750c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:21.033113 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-0badd02d-b5ef-4591-81d3-a60170e750c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:52:21.037324 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-0badd02d-b5ef-4591-81d3-a60170e750c9 admin admin] Usage tracker for resource:security_group_rule and tenant:4d870555c7f54fffba0c12163c577090 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:52:21.040364 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-0badd02d-b5ef-4591-81d3-a60170e750c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:52:21.046473 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-0badd02d-b5ef-4591-81d3-a60170e750c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:52:21.132323 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0badd02d-b5ef-4591-81d3-a60170e750c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:21.135258 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0badd02d-b5ef-4591-81d3-a60170e750c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:21.143666 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-7e7ed1bc-65e0-440a-93c4-0ec6b6bb9f52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:52:21.186529 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-0badd02d-b5ef-4591-81d3-a60170e750c9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4d870555c7f54fffba0c12163c577090&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2954488 Apr 15 10:52:21.187509 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0badd02d-b5ef-4591-81d3-a60170e750c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5171bd-fbc5-495f-8e22-01d1d8a257bd,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:52:21.189476 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 41266) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:52:21.190904 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0badd02d-b5ef-4591-81d3-a60170e750c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:52:21.251722 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-757b22ca-d6c5-4dc1-8709-6b515a03eaa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:21.278739 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-757b22ca-d6c5-4dc1-8709-6b515a03eaa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:21.323825 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-757b22ca-d6c5-4dc1-8709-6b515a03eaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:21.328772 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5bfadb69-7799-4c55-9bd4-67bd45ef1802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:52:21.344635 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b22ca-d6c5-4dc1-8709-6b515a03eaa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5171bd-fbc5-495f-8e22-01d1d8a257bd,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:52:21.349553 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-757b22ca-d6c5-4dc1-8709-6b515a03eaa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:52:21.351473 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-757b22ca-d6c5-4dc1-8709-6b515a03eaa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:21.355476 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-757b22ca-d6c5-4dc1-8709-6b515a03eaa3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ab5171bd-fbc5-495f-8e22-01d1d8a257bd HTTP/1.1" status: 204 len: 168 time: 0.1645241 Apr 15 10:52:22.161083 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcac53-3dd8-411e-8352-a6c7ca1ed878 req-2887ac6c-2699-469e-8473-1f6782bba079 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:22.162710 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-28dcac53-3dd8-411e-8352-a6c7ca1ed878 req-2887ac6c-2699-469e-8473-1f6782bba079 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.0984251 Apr 15 10:52:22.213862 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-28dcac53-3dd8-411e-8352-a6c7ca1ed878 req-f0e40fe4-1d1e-4951-ab0c-cd8065c6e5bb tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445392 Apr 15 10:52:23.320445 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-fe9fc2f9-da08-4606-8141-b0e98b97f0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:24.123921 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:24.316086 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:25.083674 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:25.110836 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42912d-e8d0-4d0a-9e2a-e3b87c9fdfcf req-a823a787-29b4-4d0d-a796-97aa4b2357ab tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:25.112459 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cc42912d-e8d0-4d0a-9e2a-e3b87c9fdfcf req-a823a787-29b4-4d0d-a796-97aa4b2357ab tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.0919762 Apr 15 10:52:25.135328 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:25.162533 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cc42912d-e8d0-4d0a-9e2a-e3b87c9fdfcf req-469cef76-a4eb-4674-bbc5-d28c608d37c2 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429275 Apr 15 10:52:31.764231 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:52:34.164227 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-32560592-99b7-4fe8-91dd-e8d64a3300e1 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Synchronizing usage tracker for tenant:d516e7b1217b4704a4aa785b44efb62b on resource:security_group {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:52:34.180959 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-32560592-99b7-4fe8-91dd-e8d64a3300e1 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Unset dirty status for tenant:d516e7b1217b4704a4aa785b44efb62b on resource:security_group {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:52:34.182235 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-32560592-99b7-4fe8-91dd-e8d64a3300e1 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1304928657&fields=id&tenant_id=d516e7b1217b4704a4aa785b44efb62b HTTP/1.1" status: 200 len: 267 time: 0.0618107 Apr 15 10:52:34.352538 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-7e213ebf-00ca-43c3-b6c8-3d827e33d15a tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:34.353621 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-7e213ebf-00ca-43c3-b6c8-3d827e33d15a tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Synchronizing usage tracker for tenant:d516e7b1217b4704a4aa785b44efb62b on resource:network {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:52:34.371728 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-7e213ebf-00ca-43c3-b6c8-3d827e33d15a tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Unset dirty status for tenant:d516e7b1217b4704a4aa785b44efb62b on resource:network {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:52:34.372997 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-7e213ebf-00ca-43c3-b6c8-3d827e33d15a tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/networks?id=4f8d55c0-b745-4c00-b4f6-c4a822798a19 HTTP/1.1" status: 200 len: 812 time: 0.1833611 Apr 15 10:52:34.389190 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-c08dcac9-5378-4a65-8c1d-116df289398f tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/quotas/d516e7b1217b4704a4aa785b44efb62b HTTP/1.1" status: 200 len: 375 time: 0.0101128 Apr 15 10:52:34.486673 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-7f8c298a-3d13-4848-880d-ada8ce2fe55f tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d516e7b1217b4704a4aa785b44efb62b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0918427 Apr 15 10:52:34.642443 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-4111d366-8be2-4eaa-b991-6bf18010b695 service neutron] 10.222.0.36 "GET /v2.0/networks/4f8d55c0-b745-4c00-b4f6-c4a822798a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421914 Apr 15 10:52:34.796593 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-5547b729-313b-4a22-8f0d-798d8c7b06ba service neutron] 10.222.0.36 "GET /v2.0/networks/4f8d55c0-b745-4c00-b4f6-c4a822798a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475692 Apr 15 10:52:35.227479 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-fd1121ee-6e2a-4df8-9ec4-88f9b40bcd43 req-de53ff33-1e32-4e9d-a3cc-bc8f8bfb10fb tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=e49f85d5-175a-40ff-a542-588453dc06d3 HTTP/1.1" status: 200 len: 210 time: 0.0534899 Apr 15 10:52:36.175001 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce134f62-9661-45b5-ae33-2b4021da9dcc req-e318dbb8-a0cf-4e81-adc9-e62816252ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:36.176768 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ce134f62-9661-45b5-ae33-2b4021da9dcc req-e318dbb8-a0cf-4e81-adc9-e62816252ce1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8bcb1eb90140445da3fa22dfd1c24874&device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 1098 time: 0.0848470 Apr 15 10:52:36.234822 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66158431-23b3-4c4c-a3cb-722ba6227588 req-e6d976da-56e4-4848-b0bd-33c40b8dfe72 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:36.236478 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-66158431-23b3-4c4c-a3cb-722ba6227588 req-e6d976da-56e4-4848-b0bd-33c40b8dfe72 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.0953343 Apr 15 10:52:36.290828 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-66158431-23b3-4c4c-a3cb-722ba6227588 req-d430935f-ac81-4982-9c0a-aebd393dab1f tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480139 Apr 15 10:52:36.341964 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce134f62-9661-45b5-ae33-2b4021da9dcc req-e56d5bd3-403c-4a0e-b7b3-baead523f622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:36.343671 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ce134f62-9661-45b5-ae33-2b4021da9dcc req-e56d5bd3-403c-4a0e-b7b3-baead523f622 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9f19835a-ad99-4134-9d53-1e73b3ca8574 HTTP/1.1" status: 200 len: 919 time: 0.1585591 Apr 15 10:52:36.443214 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ce134f62-9661-45b5-ae33-2b4021da9dcc req-5f0a1919-d1da-45b4-bcc3-185e61ccaec1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f634873-83ec-46a0-a104-67c751999aac HTTP/1.1" status: 200 len: 217 time: 0.0772409 Apr 15 10:52:36.472804 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cda1fb33-7acc-485b-865a-46bacb93a23f req-f991ec4d-8bf6-4913-95a9-9aadea65968f tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=e49f85d5-175a-40ff-a542-588453dc06d3 HTTP/1.1" status: 200 len: 210 time: 0.0896478 Apr 15 10:52:36.524469 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce134f62-9661-45b5-ae33-2b4021da9dcc req-ec84ac2f-287f-4bdd-8a83-edc081e78bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:36.526010 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ce134f62-9661-45b5-ae33-2b4021da9dcc req-ec84ac2f-287f-4bdd-8a83-edc081e78bfd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c09a2153-4c60-41c0-9f30-f656c5037494 HTTP/1.1" status: 200 len: 858 time: 0.0687633 Apr 15 10:52:36.640205 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ce134f62-9661-45b5-ae33-2b4021da9dcc req-ea3ee897-e516-49ea-9494-80163d2e5be7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f19835a-ad99-4134-9d53-1e73b3ca8574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468557 Apr 15 10:52:36.761964 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-be7bfb13-8bac-4a47-beb7-fe428a5abed0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:36.763901 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-be7bfb13-8bac-4a47-beb7-fe428a5abed0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.60 "GET /v2.0/networks?id=4f8d55c0-b745-4c00-b4f6-c4a822798a19 HTTP/1.1" status: 200 len: 812 time: 0.1652796 Apr 15 10:52:36.836452 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ce134f62-9661-45b5-ae33-2b4021da9dcc req-c1bc0bc0-c24e-4220-9d33-37945766ecfd service neutron] 10.222.0.60 "GET /v2.0/networks/9f19835a-ad99-4134-9d53-1e73b3ca8574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848762 Apr 15 10:52:36.871234 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-3901f355-93a6-4c7c-89f0-485d66759b7a tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d516e7b1217b4704a4aa785b44efb62b HTTP/1.1" status: 200 len: 8061 time: 0.0832994 Apr 15 10:52:36.881144 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-18b092cf-b8f2-4ba8-96d5-e600acea76b0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Request body: {'port': {'device_id': 'e49f85d5-175a-40ff-a542-588453dc06d3', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'admin_state_up': True, 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'security_groups': ['41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1']}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:52:37.016996 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ce134f62-9661-45b5-ae33-2b4021da9dcc req-0d4d6fe3-9fb3-42e0-a60b-13c6eaebe6a9 service neutron] 10.222.0.60 "GET /v2.0/networks/9f19835a-ad99-4134-9d53-1e73b3ca8574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728313 Apr 15 10:52:37.043888 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-18b092cf-b8f2-4ba8-96d5-e600acea76b0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:52:37.048474 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-18b092cf-b8f2-4ba8-96d5-e600acea76b0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Usage tracker for resource:port and tenant:d516e7b1217b4704a4aa785b44efb62b is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:52:37.052178 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-18b092cf-b8f2-4ba8-96d5-e600acea76b0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:52:37.058879 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-18b092cf-b8f2-4ba8-96d5-e600acea76b0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:52:37.069301 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-18b092cf-b8f2-4ba8-96d5-e600acea76b0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Made reservation on behalf of d516e7b1217b4704a4aa785b44efb62b for: {'port': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:52:37.075925 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-18b092cf-b8f2-4ba8-96d5-e600acea76b0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:37.258369 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-18b092cf-b8f2-4ba8-96d5-e600acea76b0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Allocated IP 172.20.0.4 (4f8d55c0-b745-4c00-b4f6-c4a822798a19/75809ed1-552c-494e-b7fe-6c14ea11681a/aab5ed73-1dd4-4709-ad03-eda229f8ef0f) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:52:37.548005 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-18b092cf-b8f2-4ba8-96d5-e600acea76b0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:37.581067 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3a36a-9c93-4380-97eb-d3c4944cfb62 req-79377760-542c-4d86-8665-14422367d474 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:37.587682 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e4f3a36a-9c93-4380-97eb-d3c4944cfb62 req-79377760-542c-4d86-8665-14422367d474 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.1703529 Apr 15 10:52:37.590780 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-18b092cf-b8f2-4ba8-96d5-e600acea76b0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Transition to ACTIVE for port object aab5ed73-1dd4-4709-ad03-eda229f8ef0f will not be triggered until provisioned by entity DHCP. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:52:37.689602 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-40ccb4ae-36dc-4857-ba2d-76fd85e008a3 req-9d84d500-dc32-4aff-a001-7631fe6372f6 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=e49f85d5-175a-40ff-a542-588453dc06d3 HTTP/1.1" status: 200 len: 210 time: 0.0641387 Apr 15 10:52:37.694236 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e4f3a36a-9c93-4380-97eb-d3c4944cfb62 req-fa474d04-0282-4d42-87e3-21bac449be3e tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056676 Apr 15 10:52:37.719686 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-18b092cf-b8f2-4ba8-96d5-e600acea76b0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:37.729675 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:52:37.889355 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b092cf-b8f2-4ba8-96d5-e600acea76b0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Pushing event updated for resources: {'Port': ['ID=aab5ed73-1dd4-4709-ad03-eda229f8ef0f,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:52:37.894560 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-18b092cf-b8f2-4ba8-96d5-e600acea76b0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:52:37.947845 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-18b092cf-b8f2-4ba8-96d5-e600acea76b0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Network 4f8d55c0-b745-4c00-b4f6-c4a822798a19 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:52:37.949095 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-18b092cf-b8f2-4ba8-96d5-e600acea76b0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:52:37.951396 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-18b092cf-b8f2-4ba8-96d5-e600acea76b0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:52:37.958233 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-18b092cf-b8f2-4ba8-96d5-e600acea76b0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:37.959006 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-18b092cf-b8f2-4ba8-96d5-e600acea76b0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:37.991217 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-18b092cf-b8f2-4ba8-96d5-e600acea76b0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1149828 Apr 15 10:52:38.011861 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-aba30fac-1b0d-48bf-ad29-231577bcce33 service neutron] Request body: {'port': {'device_id': 'e49f85d5-175a-40ff-a542-588453dc06d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:52:38.206854 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-aba30fac-1b0d-48bf-ad29-231577bcce33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:38.214552 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-e87d02af-9cfb-4bf1-a8a5-aa3b3f5b82a6 None None] Provisioning for port aab5ed73-1dd4-4709-ad03-eda229f8ef0f completed by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:52:38.220408 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-e87d02af-9cfb-4bf1-a8a5-aa3b3f5b82a6 None None] Provisioning complete for port aab5ed73-1dd4-4709-ad03-eda229f8ef0f triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:52:38.221314 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e87d02af-9cfb-4bf1-a8a5-aa3b3f5b82a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:38.246362 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 41602) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:52:38.279360 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ef053-495f-4661-8496-a3a3c9a931e2 req-1564751c-db97-478d-a251-eb6bb6286b86 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:38.280972 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-077ef053-495f-4661-8496-a3a3c9a931e2 req-1564751c-db97-478d-a251-eb6bb6286b86 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dded9b2b-8f51-45bb-b2be-57b33ac0f3c1 HTTP/1.1" status: 200 len: 945 time: 0.2326512 Apr 15 10:52:38.285417 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-e87d02af-9cfb-4bf1-a8a5-aa3b3f5b82a6 None None] Port aab5ed73-1dd4-4709-ad03-eda229f8ef0f cannot update to ACTIVE because it is not bound. {{(pid=85273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:52:38.397877 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9fbf5214-592d-44e6-8837-0165da5d015d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:38.401054 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-077ef053-495f-4661-8496-a3a3c9a931e2 req-313c2a3c-ebdb-4e02-bdcf-5c2a43f91b4a tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060126 Apr 15 10:52:38.414737 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-9fbf5214-592d-44e6-8837-0165da5d015d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:52:38.419164 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-9fbf5214-592d-44e6-8837-0165da5d015d admin admin] Usage tracker for resource:security_group_rule and tenant:53826b162ce045ff942a7c3d1c77c7c4 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:52:38.422111 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-9fbf5214-592d-44e6-8837-0165da5d015d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:52:38.428249 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-9fbf5214-592d-44e6-8837-0165da5d015d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:52:38.529948 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9fbf5214-592d-44e6-8837-0165da5d015d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:38.533094 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9fbf5214-592d-44e6-8837-0165da5d015d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:38.543521 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-39d56395-1a68-4245-a412-b53eff4f3818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:52:38.592189 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-9fbf5214-592d-44e6-8837-0165da5d015d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=53826b162ce045ff942a7c3d1c77c7c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3415191 Apr 15 10:52:38.592308 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 41610) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:52:38.595480 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf5214-592d-44e6-8837-0165da5d015d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c8203d-cd05-41fc-b145-49c1a9c41fef,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:52:38.615260 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-9fbf5214-592d-44e6-8837-0165da5d015d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:52:38.676431 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-51f87a64-3d58-4678-b6c4-926b8e53e7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:38.704794 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-51f87a64-3d58-4678-b6c4-926b8e53e7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:38.756417 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-51f87a64-3d58-4678-b6c4-926b8e53e7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:38.761711 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-ef82e707-c879-4c34-bffb-a0e810fa9986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:52:38.775753 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f87a64-3d58-4678-b6c4-926b8e53e7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c8203d-cd05-41fc-b145-49c1a9c41fef,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:52:38.786130 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-51f87a64-3d58-4678-b6c4-926b8e53e7c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:52:38.788454 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-51f87a64-3d58-4678-b6c4-926b8e53e7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:38.792246 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-51f87a64-3d58-4678-b6c4-926b8e53e7c0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/82c8203d-cd05-41fc-b145-49c1a9c41fef HTTP/1.1" status: 204 len: 168 time: 0.1964617 Apr 15 10:52:39.059253 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-aba30fac-1b0d-48bf-ad29-231577bcce33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aab5ed73-1dd4-4709-ad03-eda229f8ef0f {{(pid=85270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:52:39.071671 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-aba30fac-1b0d-48bf-ad29-231577bcce33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:39.102316 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5771f-1c18-4395-bc75-9c9ec8dc38cf req-a8d9c80d-a88a-4a17-9218-5d799f0cfe5a tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:39.103973 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d7f5771f-1c18-4395-bc75-9c9ec8dc38cf req-a8d9c80d-a88a-4a17-9218-5d799f0cfe5a tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.2581441 Apr 15 10:52:39.114901 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f5954-1c34-4c07-9d0c-9882cb8f16c4 req-f73204bb-d384-4f4f-bc93-0fe57700780b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:39.115673 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-0f8f5954-1c34-4c07-9d0c-9882cb8f16c4 req-f73204bb-d384-4f4f-bc93-0fe57700780b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Synchronizing usage tracker for tenant:d516e7b1217b4704a4aa785b44efb62b on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:52:39.119839 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-aba30fac-1b0d-48bf-ad29-231577bcce33 service neutron] Transition to ACTIVE for port object aab5ed73-1dd4-4709-ad03-eda229f8ef0f will not be triggered until provisioned by entity L2. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:52:39.140775 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-aba30fac-1b0d-48bf-ad29-231577bcce33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:39.170880 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:52:39.283395 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-0f8f5954-1c34-4c07-9d0c-9882cb8f16c4 req-f73204bb-d384-4f4f-bc93-0fe57700780b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Unset dirty status for tenant:d516e7b1217b4704a4aa785b44efb62b on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:52:39.284664 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0f8f5954-1c34-4c07-9d0c-9882cb8f16c4 req-f73204bb-d384-4f4f-bc93-0fe57700780b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=e49f85d5-175a-40ff-a542-588453dc06d3 HTTP/1.1" status: 200 len: 931 time: 0.3948452 Apr 15 10:52:39.303376 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d7f5771f-1c18-4395-bc75-9c9ec8dc38cf req-62d065fb-4d7a-4a9e-9428-ca2a4b8591ac tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823268 Apr 15 10:52:39.403389 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba30fac-1b0d-48bf-ad29-231577bcce33 service neutron] Pushing event updated for resources: {'Port': ['ID=aab5ed73-1dd4-4709-ad03-eda229f8ef0f,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:52:39.413255 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-aba30fac-1b0d-48bf-ad29-231577bcce33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:52:39.428526 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0f8f5954-1c34-4c07-9d0c-9882cb8f16c4 req-3c41b301-0481-4159-8e6e-3731a19dd5df tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329181 Apr 15 10:52:39.614253 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-aba30fac-1b0d-48bf-ad29-231577bcce33 service neutron] Attempting to bind port aab5ed73-1dd4-4709-ad03-eda229f8ef0f on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:52:39.614645 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-aba30fac-1b0d-48bf-ad29-231577bcce33 service neutron] Attempting to bind port aab5ed73-1dd4-4709-ad03-eda229f8ef0f by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'fc1e7391-15c4-4775-a280-31db674a4e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19'}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:52:39.615043 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-aba30fac-1b0d-48bf-ad29-231577bcce33 service neutron] Attempting to bind port aab5ed73-1dd4-4709-ad03-eda229f8ef0f on network 4f8d55c0-b745-4c00-b4f6-c4a822798a19 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:52:39.622886 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-aba30fac-1b0d-48bf-ad29-231577bcce33 service neutron] Port aab5ed73-1dd4-4709-ad03-eda229f8ef0f on network 4f8d55c0-b745-4c00-b4f6-c4a822798a19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:52:39.623281 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-aba30fac-1b0d-48bf-ad29-231577bcce33 service neutron] Attempting to bind port aab5ed73-1dd4-4709-ad03-eda229f8ef0f on network 4f8d55c0-b745-4c00-b4f6-c4a822798a19 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:52:39.632457 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-aba30fac-1b0d-48bf-ad29-231577bcce33 service neutron] Checking agent: {'id': '39ee03b0-0a73-4082-87ae-8bc447154759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:52:39.632838 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-aba30fac-1b0d-48bf-ad29-231577bcce33 service neutron] Checking segment: {'id': 'fc1e7391-15c4-4775-a280-31db674a4e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:52:39.633270 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-aba30fac-1b0d-48bf-ad29-231577bcce33 service neutron] Bound using segment: {'id': 'fc1e7391-15c4-4775-a280-31db674a4e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19'} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:52:39.633758 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-aba30fac-1b0d-48bf-ad29-231577bcce33 service neutron] Bound port: aab5ed73-1dd4-4709-ad03-eda229f8ef0f, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc1e7391-15c4-4775-a280-31db674a4e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19'}}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:52:39.634147 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-aba30fac-1b0d-48bf-ad29-231577bcce33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:39.760271 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949938d6-4f70-49d5-a59f-0ba5a095d4e0 req-e55f2bc4-ffc5-425c-9dc3-ba2fb7bf25cb tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:39.761837 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-949938d6-4f70-49d5-a59f-0ba5a095d4e0 req-e55f2bc4-ffc5-425c-9dc3-ba2fb7bf25cb tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dded9b2b-8f51-45bb-b2be-57b33ac0f3c1 HTTP/1.1" status: 200 len: 945 time: 0.2014699 Apr 15 10:52:39.802562 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-aba30fac-1b0d-48bf-ad29-231577bcce33 service neutron] For port aab5ed73-1dd4-4709-ad03-eda229f8ef0f, host hv-cinder-78638, cleared binding levels {{(pid=85270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:52:39.822610 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-aba30fac-1b0d-48bf-ad29-231577bcce33 service neutron] For port aab5ed73-1dd4-4709-ad03-eda229f8ef0f, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aab5ed73-1dd4-4709-ad03-eda229f8ef0f,segment=NetworkSegment(fc1e7391-15c4-4775-a280-31db674a4e22),segment_id=fc1e7391-15c4-4775-a280-31db674a4e22)] {{(pid=85270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:52:39.829453 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-aba30fac-1b0d-48bf-ad29-231577bcce33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:39.848430 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-89c2bd4e-bcf4-4e72-a717-229a1ff745fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:52:39.915294 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-949938d6-4f70-49d5-a59f-0ba5a095d4e0 req-72f260a3-ade1-4ef3-8eab-9899d4653538 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421711 Apr 15 10:52:40.041546 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba30fac-1b0d-48bf-ad29-231577bcce33 service neutron] Pushing event updated for resources: {'Port': ['ID=aab5ed73-1dd4-4709-ad03-eda229f8ef0f,revision_number=3']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:52:40.053354 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-aba30fac-1b0d-48bf-ad29-231577bcce33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:52:40.084146 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-aba30fac-1b0d-48bf-ad29-231577bcce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:40.084779 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-aba30fac-1b0d-48bf-ad29-231577bcce33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:40.086240 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-aba30fac-1b0d-48bf-ad29-231577bcce33 service neutron] 10.222.0.60 "PUT /v2.0/ports/aab5ed73-1dd4-4709-ad03-eda229f8ef0f HTTP/1.1" status: 200 len: 1093 time: 2.0793207 Apr 15 10:52:40.086743 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49f85d5-175a-40ff-a542-588453dc06d3', 'tag': 'aab5ed73-1dd4-4709-ad03-eda229f8ef0f'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:52:40.191528 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e49f85d5-175a-40ff-a542-588453dc06d3', 'tag': 'aab5ed73-1dd4-4709-ad03-eda229f8ef0f', 'status': 'completed', 'code': 200} Apr 15 10:52:40.239224 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-6584d7b1-fdc4-4397-a765-7d140d38b197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:40.243210 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-6584d7b1-fdc4-4397-a765-7d140d38b197 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d516e7b1217b4704a4aa785b44efb62b&device_id=e49f85d5-175a-40ff-a542-588453dc06d3 HTTP/1.1" status: 200 len: 1096 time: 0.1086009 Apr 15 10:52:40.397642 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-9d3b7a9d-3093-40f4-b41f-019ce43414f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aab5ed73-1dd4-4709-ad03-eda229f8ef0f HTTP/1.1" status: 200 len: 217 time: 0.1168916 Apr 15 10:52:40.457640 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e910286-ae16-42e8-a030-6cdb24b9c85a req-85b20ee0-e634-4e81-86ad-9c355eca28ad tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:40.458455 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-1e910286-ae16-42e8-a030-6cdb24b9c85a req-85b20ee0-e634-4e81-86ad-9c355eca28ad tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Synchronizing usage tracker for tenant:468002c968c349e39872f05034981878 on resource:port {{(pid=85272) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:52:40.487017 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-1e910286-ae16-42e8-a030-6cdb24b9c85a req-85b20ee0-e634-4e81-86ad-9c355eca28ad tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Unset dirty status for tenant:468002c968c349e39872f05034981878 on resource:port {{(pid=85272) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:52:40.488435 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1e910286-ae16-42e8-a030-6cdb24b9c85a req-85b20ee0-e634-4e81-86ad-9c355eca28ad tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.60 "GET /v2.0/ports?device_id=dded9b2b-8f51-45bb-b2be-57b33ac0f3c1 HTTP/1.1" status: 200 len: 945 time: 0.2071290 Apr 15 10:52:40.574631 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-1e910286-ae16-42e8-a030-6cdb24b9c85a req-2311e574-e9ac-4b99-b875-94e994b9cee5 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Deleting port e53ffe27-f469-4101-82ad-34822a51e958 {{(pid=85272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:52:40.574931 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-1e910286-ae16-42e8-a030-6cdb24b9c85a req-2311e574-e9ac-4b99-b875-94e994b9cee5 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:40.582917 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-f46d83be-4994-467f-b284-a126cf59034b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:40.584515 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-f46d83be-4994-467f-b284-a126cf59034b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=75809ed1-552c-494e-b7fe-6c14ea11681a HTTP/1.1" status: 200 len: 851 time: 0.1413431 Apr 15 10:52:40.668575 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d51ab-d661-4c54-9593-ab8e42036d8a req-591896b8-5008-4d6e-a76e-66272bd1dfe7 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:40.670175 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-357d51ab-d661-4c54-9593-ab8e42036d8a req-591896b8-5008-4d6e-a76e-66272bd1dfe7 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 946 time: 0.2715058 Apr 15 10:52:40.749935 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0f01d-2812-4334-8ada-16995b8a9fdd req-65c29767-3186-41a9-a016-7ce85da1bc20 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:40.751619 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-24c0f01d-2812-4334-8ada-16995b8a9fdd req-65c29767-3186-41a9-a016-7ce85da1bc20 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.2328839 Apr 15 10:52:40.765331 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-357d51ab-d661-4c54-9593-ab8e42036d8a req-df024e39-966a-406f-8105-beec13ce2e50 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871708 Apr 15 10:52:40.791669 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-2d59295a-f6bb-4c4c-994b-3fab8b88ba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:40.793307 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-2d59295a-f6bb-4c4c-994b-3fab8b88ba93 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4f8d55c0-b745-4c00-b4f6-c4a822798a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1975570 Apr 15 10:52:40.899660 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-24c0f01d-2812-4334-8ada-16995b8a9fdd req-d051c0b3-6723-47c0-b2d5-696fc97c06ae tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380317 Apr 15 10:52:41.059849 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-1e910286-ae16-42e8-a030-6cdb24b9c85a req-2311e574-e9ac-4b99-b875-94e994b9cee5 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] For port e53ffe27-f469-4101-82ad-34822a51e958, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e53ffe27-f469-4101-82ad-34822a51e958,segment=NetworkSegment(9d4b411c-2002-4aee-a880-e637d51bd4ad),segment_id=9d4b411c-2002-4aee-a880-e637d51bd4ad)] {{(pid=85272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:52:41.060247 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-1e910286-ae16-42e8-a030-6cdb24b9c85a req-2311e574-e9ac-4b99-b875-94e994b9cee5 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:41.072982 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-fd87e372-77be-4c47-9bbd-0964b7f2ae02 service neutron] 10.222.0.60 "GET /v2.0/networks/4f8d55c0-b745-4c00-b4f6-c4a822798a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646246 Apr 15 10:52:41.123848 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c46183-38db-422d-83e9-dbb93c444c84 req-81cb3eb5-d0e7-410b-ba31-531aae593e06 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:41.125436 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-73c46183-38db-422d-83e9-dbb93c444c84 req-81cb3eb5-d0e7-410b-ba31-531aae593e06 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=e49f85d5-175a-40ff-a542-588453dc06d3 HTTP/1.1" status: 200 len: 943 time: 0.2200668 Apr 15 10:52:41.193970 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-1e910286-ae16-42e8-a030-6cdb24b9c85a req-2311e574-e9ac-4b99-b875-94e994b9cee5 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Calling delete_port for e53ffe27-f469-4101-82ad-34822a51e958 owned by compute:nova {{(pid=85272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:52:41.281250 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-73c46183-38db-422d-83e9-dbb93c444c84 req-d6b43cb5-aab1-49ac-be23-4694985ab922 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035008 Apr 15 10:52:41.309455 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b6464-2530-4361-a056-792836539d92 req-a3577fa4-cd95-4bfc-816b-4868d1757594 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:41.311083 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-253b6464-2530-4361-a056-792836539d92 req-a3577fa4-cd95-4bfc-816b-4868d1757594 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dded9b2b-8f51-45bb-b2be-57b33ac0f3c1 HTTP/1.1" status: 200 len: 945 time: 0.2846367 Apr 15 10:52:41.314577 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-82345693-5bd4-4800-9d2b-3fdb6a346775 req-64c571da-8bad-4d8c-a26e-c23f8413c6be service neutron] 10.222.0.60 "GET /v2.0/networks/4f8d55c0-b745-4c00-b4f6-c4a822798a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269988 Apr 15 10:52:41.376790 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-253b6464-2530-4361-a056-792836539d92 req-44154a80-755c-4364-9691-0530b99d0d3d tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582373 Apr 15 10:52:41.419800 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-1e910286-ae16-42e8-a030-6cdb24b9c85a req-2311e574-e9ac-4b99-b875-94e994b9cee5 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:41.431645 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['bf21c0bb-8b3c-4843-a511-1cf9eb23aafc', 'e9eef8d5-2ac0-47ce-a131-04499f6db4ad', '59cd8149-9af1-453f-9f6e-9b82fc9cebcb', 'e53ffe27-f469-4101-82ad-34822a51e958'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:52:41.438870 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e5a15f5f-b726-41f9-b18d-ae45445201a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:52:41.470683 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12d678-c25a-444e-bf25-7865503c665c req-814f7f76-10bf-4d7b-acb0-1810d4d96fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:41.472250 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6e12d678-c25a-444e-bf25-7865503c665c req-814f7f76-10bf-4d7b-acb0-1810d4d96fe8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d516e7b1217b4704a4aa785b44efb62b&device_id=e49f85d5-175a-40ff-a542-588453dc06d3 HTTP/1.1" status: 200 len: 1096 time: 0.0879741 Apr 15 10:52:41.606650 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311e574-e9ac-4b99-b875-94e994b9cee5 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Pushing event deleted for resources: {'Port': ['ID=e53ffe27-f469-4101-82ad-34822a51e958,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:52:41.609656 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-2311e574-e9ac-4b99-b875-94e994b9cee5 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:52:41.695341 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e910286-ae16-42e8-a030-6cdb24b9c85a req-2311e574-e9ac-4b99-b875-94e994b9cee5 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] No DVR routers for this DVR port e53ffe27-f469-4101-82ad-34822a51e958 on host hv-cinder-78638 {{(pid=85272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:52:41.698529 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-1e910286-ae16-42e8-a030-6cdb24b9c85a req-2311e574-e9ac-4b99-b875-94e994b9cee5 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:41.703227 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dded9b2b-8f51-45bb-b2be-57b33ac0f3c1', 'name': 'network-vif-deleted', 'tag': 'e53ffe27-f469-4101-82ad-34822a51e958'}] {{(pid=85272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:52:41.726323 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1e910286-ae16-42e8-a030-6cdb24b9c85a req-2311e574-e9ac-4b99-b875-94e994b9cee5 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.60 "DELETE /v2.0/ports/e53ffe27-f469-4101-82ad-34822a51e958 HTTP/1.1" status: 204 len: 173 time: 1.2312870 Apr 15 10:52:41.772726 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dded9b2b-8f51-45bb-b2be-57b33ac0f3c1', 'name': 'network-vif-deleted', 'tag': 'e53ffe27-f469-4101-82ad-34822a51e958', 'status': 'completed', 'code': 200} Apr 15 10:52:41.952739 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12d678-c25a-444e-bf25-7865503c665c req-d4c8e917-aa69-4489-a7bb-fa43002a3289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:41.955035 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6e12d678-c25a-444e-bf25-7865503c665c req-d4c8e917-aa69-4489-a7bb-fa43002a3289 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4f8d55c0-b745-4c00-b4f6-c4a822798a19 HTTP/1.1" status: 200 len: 913 time: 0.4731960 Apr 15 10:52:42.045063 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6e12d678-c25a-444e-bf25-7865503c665c req-e00c7d40-e050-4fc2-af9d-9f1cb804152b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aab5ed73-1dd4-4709-ad03-eda229f8ef0f HTTP/1.1" status: 200 len: 217 time: 0.0816741 Apr 15 10:52:42.179987 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23b49a-2c36-4b3e-b227-e05f2af8f417 req-9223bb5a-d7b5-4a55-bf02-2e2e4650f11a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:42.181552 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0f23b49a-2c36-4b3e-b227-e05f2af8f417 req-9223bb5a-d7b5-4a55-bf02-2e2e4650f11a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 946 time: 0.2833610 Apr 15 10:52:42.194689 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12d678-c25a-444e-bf25-7865503c665c req-718777f0-6405-4ecc-9c96-44c9777a23b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:42.196167 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6e12d678-c25a-444e-bf25-7865503c665c req-718777f0-6405-4ecc-9c96-44c9777a23b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=75809ed1-552c-494e-b7fe-6c14ea11681a HTTP/1.1" status: 200 len: 851 time: 0.1098721 Apr 15 10:52:42.302528 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0f23b49a-2c36-4b3e-b227-e05f2af8f417 req-d6858c63-4e1d-4c61-80d3-f7e9f82eb1ed tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117198 Apr 15 10:52:42.316355 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e80b4-9d05-4f83-8e69-fed9fa4edc3c req-a5e77264-59ef-4231-8721-51022c6fcc66 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:42.318577 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a13e80b4-9d05-4f83-8e69-fed9fa4edc3c req-a5e77264-59ef-4231-8721-51022c6fcc66 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.2690284 Apr 15 10:52:42.377240 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12d678-c25a-444e-bf25-7865503c665c req-6c6d287c-23fa-4c51-aa67-2d35cf3a2e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:42.378941 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6e12d678-c25a-444e-bf25-7865503c665c req-6c6d287c-23fa-4c51-aa67-2d35cf3a2e31 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4f8d55c0-b745-4c00-b4f6-c4a822798a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1653004 Apr 15 10:52:42.384631 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a13e80b4-9d05-4f83-8e69-fed9fa4edc3c req-dec724f4-13ec-466a-9d74-740f675954d3 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549409 Apr 15 10:52:42.622990 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8696a33e-98eb-47e1-a164-4fcbbe457c2f req-40b86045-ac55-49ab-ace9-ce75133e0a49 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dded9b2b-8f51-45bb-b2be-57b33ac0f3c1 HTTP/1.1" status: 200 len: 210 time: 0.0788021 Apr 15 10:52:42.692774 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2bc17-89fc-46b9-a27d-516adee52249 req-8acd94fb-3ce6-4b0d-a780-0739e35303a5 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:42.694369 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-daf2bc17-89fc-46b9-a27d-516adee52249 req-8acd94fb-3ce6-4b0d-a780-0739e35303a5 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=e49f85d5-175a-40ff-a542-588453dc06d3 HTTP/1.1" status: 200 len: 943 time: 0.2483435 Apr 15 10:52:42.696450 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6e12d678-c25a-444e-bf25-7865503c665c req-21089b00-b0ce-4251-896d-5e7c43d9f06d service neutron] 10.222.0.60 "GET /v2.0/networks/4f8d55c0-b745-4c00-b4f6-c4a822798a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807348 Apr 15 10:52:42.742546 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-daf2bc17-89fc-46b9-a27d-516adee52249 req-9363009d-4ec9-4d26-b2ea-eaf4e72c528f tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417507 Apr 15 10:52:43.573386 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb1eca-1601-4a20-bb67-e714e57e066e req-e9d584e4-996d-462b-bd82-bb416e765628 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:43.575006 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-66cb1eca-1601-4a20-bb67-e714e57e066e req-e9d584e4-996d-462b-bd82-bb416e765628 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 946 time: 0.1450737 Apr 15 10:52:43.640152 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-66cb1eca-1601-4a20-bb67-e714e57e066e req-aac99eae-cb4a-49c3-92d5-47e4dfa98b76 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583255 Apr 15 10:52:43.648708 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fc9b2-de63-491b-9126-cda3e54036b7 req-daadd977-ff51-412b-864c-77624e718885 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:43.650268 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-572fc9b2-de63-491b-9126-cda3e54036b7 req-daadd977-ff51-412b-864c-77624e718885 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.1464281 Apr 15 10:52:43.703322 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-572fc9b2-de63-491b-9126-cda3e54036b7 req-abf52579-f61c-4e4a-8b83-d7cfa6e015d5 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464053 Apr 15 10:52:43.959747 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99281c3a-4a74-4425-8732-f125eac69b99 req-ab6eeb9f-66eb-40e1-bcde-a9f5f642ba54 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:43.961335 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-99281c3a-4a74-4425-8732-f125eac69b99 req-ab6eeb9f-66eb-40e1-bcde-a9f5f642ba54 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=e49f85d5-175a-40ff-a542-588453dc06d3 HTTP/1.1" status: 200 len: 943 time: 0.0959847 Apr 15 10:52:44.009728 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-99281c3a-4a74-4425-8732-f125eac69b99 req-54fc2459-5012-4cd7-97a0-9e0d4e85d2cd tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421176 Apr 15 10:52:44.217249 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6e12d678-c25a-444e-bf25-7865503c665c req-63810720-8578-441a-9352-7a1cb5dd2ad7 service neutron] 10.222.0.60 "GET /v2.0/networks/4f8d55c0-b745-4c00-b4f6-c4a822798a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382563 Apr 15 10:52:44.903979 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9c779-6e13-4925-97c6-41c532b0417e req-920d2e2a-113a-4e97-8b35-7313ae5a81b0 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:44.905568 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7cb9c779-6e13-4925-97c6-41c532b0417e req-920d2e2a-113a-4e97-8b35-7313ae5a81b0 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 946 time: 0.1464441 Apr 15 10:52:44.963645 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c247779-acc1-4e55-8911-bbf6293862d5 req-db528c0e-a829-4de8-a2de-6eda31c81854 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:44.965236 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9c247779-acc1-4e55-8911-bbf6293862d5 req-db528c0e-a829-4de8-a2de-6eda31c81854 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.1430850 Apr 15 10:52:44.991853 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7cb9c779-6e13-4925-97c6-41c532b0417e req-00cf60d4-d34f-4c0b-ae7e-f08a0c994fcc tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748873 Apr 15 10:52:45.022086 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9c247779-acc1-4e55-8911-bbf6293862d5 req-b41ab857-db88-44b6-baff-99c47fcebdef tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484841 Apr 15 10:52:45.138978 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device e53ffe27-f469-4101-82ad-34822a51e958 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:52:45.180373 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] No Port match for: e53ffe27-f469-4101-82ad-34822a51e958 {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:52:45.180902 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device e53ffe27-f469-4101-82ad-34822a51e958 not bound to the agent host hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:52:45.219880 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be861ca2-ff47-42e2-bdf6-82efa6512d67 req-976e3e7e-c605-4754-97e0-327a1b169f43 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:45.221479 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-be861ca2-ff47-42e2-bdf6-82efa6512d67 req-976e3e7e-c605-4754-97e0-327a1b169f43 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=e49f85d5-175a-40ff-a542-588453dc06d3 HTTP/1.1" status: 200 len: 943 time: 0.0939765 Apr 15 10:52:45.270860 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-be861ca2-ff47-42e2-bdf6-82efa6512d67 req-b91a83e6-d825-4f4c-80ae-9df86426852c tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426044 Apr 15 10:52:46.271656 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f7bda-a647-4d40-8cca-f6af79a27ecc req-863182d1-7ba5-4bf2-a4bb-0092f82ab498 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:46.273265 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0d9f7bda-a647-4d40-8cca-f6af79a27ecc req-863182d1-7ba5-4bf2-a4bb-0092f82ab498 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 946 time: 0.1588967 Apr 15 10:52:46.286023 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c4bb0-62a1-474d-a980-e65e337ea6f2 req-b6547048-74c9-4f0e-8272-ed437b9f8132 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:46.287518 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5f6c4bb0-62a1-474d-a980-e65e337ea6f2 req-b6547048-74c9-4f0e-8272-ed437b9f8132 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.1322837 Apr 15 10:52:46.363237 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0d9f7bda-a647-4d40-8cca-f6af79a27ecc req-3c98ac0e-7c01-4297-9062-b7a956a77347 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746038 Apr 15 10:52:46.367901 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5f6c4bb0-62a1-474d-a980-e65e337ea6f2 req-9261a27c-6bab-4e02-9d85-0ed450d93668 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636067 Apr 15 10:52:46.559251 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb1dc2-51dc-4dcf-a9a3-7ed43d813e1f req-b534caf2-2de6-4a39-88c4-78eb8b80eb3d tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:46.560764 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-06bb1dc2-51dc-4dcf-a9a3-7ed43d813e1f req-b534caf2-2de6-4a39-88c4-78eb8b80eb3d tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=e49f85d5-175a-40ff-a542-588453dc06d3 HTTP/1.1" status: 200 len: 943 time: 0.0919459 Apr 15 10:52:46.608625 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-06bb1dc2-51dc-4dcf-a9a3-7ed43d813e1f req-053065f1-9c22-4825-a62b-b82f68addf0d tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412996 Apr 15 10:52:47.650491 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607b62a-890b-4d42-8e51-54bf789c4940 req-bd6c6cdf-f510-4bae-b815-8f795901ed88 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:47.652159 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d607b62a-890b-4d42-8e51-54bf789c4940 req-bd6c6cdf-f510-4bae-b815-8f795901ed88 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 946 time: 0.1639900 Apr 15 10:52:47.662375 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0797a3-f899-46f4-a0de-7e0067345856 req-12aff06b-72e4-4e6f-b8e5-8f5cfcd6e328 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:47.663938 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-df0797a3-f899-46f4-a0de-7e0067345856 req-12aff06b-72e4-4e6f-b8e5-8f5cfcd6e328 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.1323168 Apr 15 10:52:47.739391 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d607b62a-890b-4d42-8e51-54bf789c4940 req-fc7b6940-a9ba-484f-92a4-4d8298670290 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743906 Apr 15 10:52:47.747031 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-df0797a3-f899-46f4-a0de-7e0067345856 req-51dfc802-ec8c-4960-a86a-b08be69e9914 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659573 Apr 15 10:52:47.953605 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba8f99-04bb-493f-afb2-7e5c1ea1dee3 req-cc4f068d-38c5-45b0-bfaf-9bc20696bf2c tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:47.955178 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c9ba8f99-04bb-493f-afb2-7e5c1ea1dee3 req-cc4f068d-38c5-45b0-bfaf-9bc20696bf2c tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=e49f85d5-175a-40ff-a542-588453dc06d3 HTTP/1.1" status: 200 len: 943 time: 0.1093116 Apr 15 10:52:48.003386 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c9ba8f99-04bb-493f-afb2-7e5c1ea1dee3 req-e495ab4c-616a-45d1-b6a4-1de589cef2b9 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409334 Apr 15 10:52:48.653603 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f1f4d-522c-4893-a3e5-6969f3f624e8 req-41840bf6-024a-4578-bf43-db73727fd299 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:48.655236 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9f9f1f4d-522c-4893-a3e5-6969f3f624e8 req-41840bf6-024a-4578-bf43-db73727fd299 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd51e3f4-7cfb-4eff-9af9-d5bdfb751117 HTTP/1.1" status: 200 len: 945 time: 0.0931277 Apr 15 10:52:48.705077 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9f9f1f4d-522c-4893-a3e5-6969f3f624e8 req-377c50d4-81aa-4a2c-af19-d8f8bab8a10a tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429294 Apr 15 10:52:49.025614 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ace24-7037-4536-acd1-1ab15ab5cfff req-79333267-040c-4898-8e8f-3a70796cb15d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:49.027296 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c96ace24-7037-4536-acd1-1ab15ab5cfff req-79333267-040c-4898-8e8f-3a70796cb15d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 946 time: 0.1593726 Apr 15 10:52:49.035182 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca6b03-add7-4330-9638-af17279e37ed req-0026e4cb-1609-4365-886b-bb8028eb2cd9 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:49.036744 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-55ca6b03-add7-4330-9638-af17279e37ed req-0026e4cb-1609-4365-886b-bb8028eb2cd9 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.1247766 Apr 15 10:52:49.115339 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c96ace24-7037-4536-acd1-1ab15ab5cfff req-90d2af73-b44a-4687-a142-2dc6a2bc64ca tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775473 Apr 15 10:52:49.118202 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-55ca6b03-add7-4330-9638-af17279e37ed req-ed9c044c-719c-4a3e-bd7f-92bd7643f34f tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664701 Apr 15 10:52:49.306432 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5099a80-845f-46cd-ace4-64b56c620c63 req-8dfe1b75-d210-42d6-a533-b8a086168ab5 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:49.308022 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e5099a80-845f-46cd-ace4-64b56c620c63 req-8dfe1b75-d210-42d6-a533-b8a086168ab5 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=e49f85d5-175a-40ff-a542-588453dc06d3 HTTP/1.1" status: 200 len: 943 time: 0.0870245 Apr 15 10:52:49.356057 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e5099a80-845f-46cd-ace4-64b56c620c63 req-34e796f0-ba77-4c69-9b63-53eb18ba4b4d tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416622 Apr 15 10:52:49.921273 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836e995-3a37-4096-8703-1758f5b31a95 req-f3a4cc41-b51e-452d-a529-06cb68cca27c tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:49.922862 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c836e995-3a37-4096-8703-1758f5b31a95 req-f3a4cc41-b51e-452d-a529-06cb68cca27c tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd51e3f4-7cfb-4eff-9af9-d5bdfb751117 HTTP/1.1" status: 200 len: 945 time: 0.0984471 Apr 15 10:52:49.974407 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c836e995-3a37-4096-8703-1758f5b31a95 req-23d6e875-2909-442d-94fc-e67c08a589b3 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443990 Apr 15 10:52:50.065053 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 41776) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:52:50.213851 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a4fc1d05-82ca-4bbd-a5a6-befd976ccf3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:50.229836 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-a4fc1d05-82ca-4bbd-a5a6-befd976ccf3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:52:50.233869 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-a4fc1d05-82ca-4bbd-a5a6-befd976ccf3a admin admin] Usage tracker for resource:security_group_rule and tenant:c8094117fed2428aa22cdb399cdbd2a8 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:52:50.237140 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-a4fc1d05-82ca-4bbd-a5a6-befd976ccf3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:52:50.243546 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-a4fc1d05-82ca-4bbd-a5a6-befd976ccf3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:52:50.331791 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a4fc1d05-82ca-4bbd-a5a6-befd976ccf3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:50.335911 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a4fc1d05-82ca-4bbd-a5a6-befd976ccf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:50.345453 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5f15cd25-014c-412f-a797-f18275a8051c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:52:50.390831 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-a4fc1d05-82ca-4bbd-a5a6-befd976ccf3a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c8094117fed2428aa22cdb399cdbd2a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3243418 Apr 15 10:52:50.391776 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc1d05-82ca-4bbd-a5a6-befd976ccf3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff5dae4-2df3-4034-b9e8-ad0f12b764fd,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:52:50.394268 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 41788) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:52:50.397325 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-a4fc1d05-82ca-4bbd-a5a6-befd976ccf3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:52:50.413692 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d1507-005d-48db-bd14-3e90d89deebd req-aba4da53-bc51-4ca2-b765-c132a1b62aed tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:50.415443 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-069d1507-005d-48db-bd14-3e90d89deebd req-aba4da53-bc51-4ca2-b765-c132a1b62aed tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 946 time: 0.1337306 Apr 15 10:52:50.423752 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0037c-b728-495c-ae98-b0a635989067 req-f04e34c4-11c5-47dc-951d-d9b198a31c18 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:50.425328 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6cd0037c-b728-495c-ae98-b0a635989067 req-f04e34c4-11c5-47dc-951d-d9b198a31c18 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.1802001 Apr 15 10:52:50.458862 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-24942f3d-8b4a-4967-9f8b-4506dc5b2edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:50.487434 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-24942f3d-8b4a-4967-9f8b-4506dc5b2edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:50.508258 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-069d1507-005d-48db-bd14-3e90d89deebd req-865226cd-af65-4fce-9065-153a67814eec tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806496 Apr 15 10:52:50.512964 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6cd0037c-b728-495c-ae98-b0a635989067 req-7e35e3a4-dffe-4672-9e76-4f22afdd5d35 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712569 Apr 15 10:52:50.539486 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-24942f3d-8b4a-4967-9f8b-4506dc5b2edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:50.545004 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-dbbaa812-8efe-4168-8e4d-c6347dbd25cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:52:50.558662 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24942f3d-8b4a-4967-9f8b-4506dc5b2edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff5dae4-2df3-4034-b9e8-ad0f12b764fd,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:52:50.563282 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-24942f3d-8b4a-4967-9f8b-4506dc5b2edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:50.568975 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-24942f3d-8b4a-4967-9f8b-4506dc5b2edc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5ff5dae4-2df3-4034-b9e8-ad0f12b764fd HTTP/1.1" status: 204 len: 168 time: 0.1734395 Apr 15 10:52:50.570152 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-24942f3d-8b4a-4967-9f8b-4506dc5b2edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:52:50.846156 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-92d5dd53-9c24-45e2-b3aa-17dc19b0887e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:50.938464 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99474acf-38d7-4264-be07-4a15aa64dfc3 req-aa6c1c9d-ca2c-4d7f-998c-4352e5cfd3e0 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:50.940042 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-99474acf-38d7-4264-be07-4a15aa64dfc3 req-aa6c1c9d-ca2c-4d7f-998c-4352e5cfd3e0 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd51e3f4-7cfb-4eff-9af9-d5bdfb751117 HTTP/1.1" status: 200 len: 945 time: 0.3921037 Apr 15 10:52:50.953176 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239fdcd-28df-41b8-92e2-1f29e45095af req-1e9ec0b3-3cda-49c6-a5e7-0c273151dabc tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:50.954650 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4239fdcd-28df-41b8-92e2-1f29e45095af req-1e9ec0b3-3cda-49c6-a5e7-0c273151dabc tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=e49f85d5-175a-40ff-a542-588453dc06d3 HTTP/1.1" status: 200 len: 943 time: 0.1244006 Apr 15 10:52:51.061649 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-99474acf-38d7-4264-be07-4a15aa64dfc3 req-13c2cc8e-4ee8-4b9a-8723-a456b5c215d0 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Deleting port 59cd8149-9af1-453f-9f6e-9b82fc9cebcb {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:52:51.062040 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-99474acf-38d7-4264-be07-4a15aa64dfc3 req-13c2cc8e-4ee8-4b9a-8723-a456b5c215d0 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:51.096783 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4239fdcd-28df-41b8-92e2-1f29e45095af req-1b250436-242f-4b65-b80b-e0facb916398 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087275 Apr 15 10:52:51.178616 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device aab5ed73-1dd4-4709-ad03-eda229f8ef0f details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:52:51.323659 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port aab5ed73-1dd4-4709-ad03-eda229f8ef0f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aab5ed73-1dd4-4709-ad03-eda229f8ef0f,segment=NetworkSegment(fc1e7391-15c4-4775-a280-31db674a4e22),segment_id=fc1e7391-15c4-4775-a280-31db674a4e22)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:52:51.339212 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Returning: {'device': 'aab5ed73-1dd4-4709-ad03-eda229f8ef0f', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'port_id': 'aab5ed73-1dd4-4709-ad03-eda229f8ef0f', 'mac_address': 'fa:16:3e:50:ba:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:52:51.345806 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0afeb-015f-4087-9537-860b1371926d req-a9dab1e7-0cdd-4669-9f47-b7676086f16a tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:51.347532 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-62a0afeb-015f-4087-9537-860b1371926d req-a9dab1e7-0cdd-4669-9f47-b7676086f16a tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd51e3f4-7cfb-4eff-9af9-d5bdfb751117 HTTP/1.1" status: 200 len: 945 time: 0.2497869 Apr 15 10:52:51.403415 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:51.421317 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aab5ed73-1dd4-4709-ad03-eda229f8ef0f {{(pid=85273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:52:51.438063 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port aab5ed73-1dd4-4709-ad03-eda229f8ef0f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aab5ed73-1dd4-4709-ad03-eda229f8ef0f,segment=NetworkSegment(fc1e7391-15c4-4775-a280-31db674a4e22),segment_id=fc1e7391-15c4-4775-a280-31db674a4e22)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:52:51.441237 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:51.443830 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:52:51.447729 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-62a0afeb-015f-4087-9537-860b1371926d req-a36d2841-2d58-4b93-8a64-e3afcee8f48a tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921144 Apr 15 10:52:51.455041 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-99474acf-38d7-4264-be07-4a15aa64dfc3 req-13c2cc8e-4ee8-4b9a-8723-a456b5c215d0 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] For port 59cd8149-9af1-453f-9f6e-9b82fc9cebcb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=59cd8149-9af1-453f-9f6e-9b82fc9cebcb,segment=NetworkSegment(9d4b411c-2002-4aee-a880-e637d51bd4ad),segment_id=9d4b411c-2002-4aee-a880-e637d51bd4ad)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:52:51.455453 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-99474acf-38d7-4264-be07-4a15aa64dfc3 req-13c2cc8e-4ee8-4b9a-8723-a456b5c215d0 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:51.516838 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=aab5ed73-1dd4-4709-ad03-eda229f8ef0f,revision_number=4']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:52:51.524603 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:51.524992 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:51.525370 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:51.525743 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:51.526114 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:51.526489 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:51.526858 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:51.527253 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:51.527618 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:51.527981 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:51.528342 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:51.528703 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:51.532762 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:52:51.606002 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-99474acf-38d7-4264-be07-4a15aa64dfc3 req-13c2cc8e-4ee8-4b9a-8723-a456b5c215d0 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Calling delete_port for 59cd8149-9af1-453f-9f6e-9b82fc9cebcb owned by compute:nova {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:52:51.839250 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['aab5ed73-1dd4-4709-ad03-eda229f8ef0f'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:52:51.914391 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd2605-71ed-4638-8180-9f55667eae3e req-47fd5fa1-1d4e-4808-a916-11bf373eb840 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:51.916009 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-83dd2605-71ed-4638-8180-9f55667eae3e req-47fd5fa1-1d4e-4808-a916-11bf373eb840 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 946 time: 0.2143929 Apr 15 10:52:51.926170 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87983eb-9e69-45db-838b-7a8b28d6b64b req-0b76e0bd-bd36-4f9b-9c4d-94642c28c622 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:51.927833 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e87983eb-9e69-45db-838b-7a8b28d6b64b req-0b76e0bd-bd36-4f9b-9c4d-94642c28c622 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.2667730 Apr 15 10:52:51.931273 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-99474acf-38d7-4264-be07-4a15aa64dfc3 req-13c2cc8e-4ee8-4b9a-8723-a456b5c215d0 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:51.966556 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0937c645-ab7b-4417-aa21-464a07eb07ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:52:52.089746 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c2cc8e-4ee8-4b9a-8723-a456b5c215d0 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Pushing event deleted for resources: {'Port': ['ID=59cd8149-9af1-453f-9f6e-9b82fc9cebcb,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:52:52.110177 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-13c2cc8e-4ee8-4b9a-8723-a456b5c215d0 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:52:52.141278 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-83dd2605-71ed-4638-8180-9f55667eae3e req-be25cadc-6e74-42ae-b7b0-d9479dd04ad6 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124023 Apr 15 10:52:52.154913 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e87983eb-9e69-45db-838b-7a8b28d6b64b req-b3765e5a-389a-41cc-b298-67de3f00111f tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911829 Apr 15 10:52:52.320033 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-99474acf-38d7-4264-be07-4a15aa64dfc3 req-13c2cc8e-4ee8-4b9a-8723-a456b5c215d0 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] No DVR routers for this DVR port 59cd8149-9af1-453f-9f6e-9b82fc9cebcb on host hv-cinder-78638 {{(pid=85270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:52:52.326823 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-99474acf-38d7-4264-be07-4a15aa64dfc3 req-13c2cc8e-4ee8-4b9a-8723-a456b5c215d0 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:52.329556 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd51e3f4-7cfb-4eff-9af9-d5bdfb751117', 'name': 'network-vif-deleted', 'tag': '59cd8149-9af1-453f-9f6e-9b82fc9cebcb'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:52:52.358688 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-99474acf-38d7-4264-be07-4a15aa64dfc3 req-13c2cc8e-4ee8-4b9a-8723-a456b5c215d0 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.60 "DELETE /v2.0/ports/59cd8149-9af1-453f-9f6e-9b82fc9cebcb HTTP/1.1" status: 204 len: 173 time: 1.4029512 Apr 15 10:52:52.390202 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5746cd-3b65-4021-9efd-0fcb288b5c24 req-b31f050e-a255-48ab-b944-da81e39bdd4e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:52.391875 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7b5746cd-3b65-4021-9efd-0fcb288b5c24 req-b31f050e-a255-48ab-b944-da81e39bdd4e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=e49f85d5-175a-40ff-a542-588453dc06d3 HTTP/1.1" status: 200 len: 944 time: 0.1117990 Apr 15 10:52:52.417004 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd51e3f4-7cfb-4eff-9af9-d5bdfb751117', 'name': 'network-vif-deleted', 'tag': '59cd8149-9af1-453f-9f6e-9b82fc9cebcb', 'status': 'completed', 'code': 200} Apr 15 10:52:52.447409 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7b5746cd-3b65-4021-9efd-0fcb288b5c24 req-1aa76c8f-d120-4d03-9318-0fca73e78620 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472217 Apr 15 10:52:52.633688 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-7afcb3f1-8092-467b-8be7-e70b23f49804 req-2af8985e-9ac9-43cd-a8d8-4e3349b7c4bd tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Synchronizing usage tracker for tenant:468002c968c349e39872f05034981878 on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:52:52.648069 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-7afcb3f1-8092-467b-8be7-e70b23f49804 req-2af8985e-9ac9-43cd-a8d8-4e3349b7c4bd tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Unset dirty status for tenant:468002c968c349e39872f05034981878 on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:52:52.649293 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7afcb3f1-8092-467b-8be7-e70b23f49804 req-2af8985e-9ac9-43cd-a8d8-4e3349b7c4bd tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd51e3f4-7cfb-4eff-9af9-d5bdfb751117 HTTP/1.1" status: 200 len: 210 time: 0.0675135 Apr 15 10:52:52.937558 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['bf21c0bb-8b3c-4843-a511-1cf9eb23aafc', 'e9eef8d5-2ac0-47ce-a131-04499f6db4ad', '59cd8149-9af1-453f-9f6e-9b82fc9cebcb'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:52:53.202126 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device aab5ed73-1dd4-4709-ad03-eda229f8ef0f up at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:52:53.341256 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning for port aab5ed73-1dd4-4709-ad03-eda229f8ef0f completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:52:53.350313 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning complete for port aab5ed73-1dd4-4709-ad03-eda229f8ef0f triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:52:53.350738 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:53.398509 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f40000e8-e596-4e9a-baf6-395198794bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:53.431331 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bebae-7592-4d9c-9472-eb8078d15b35 req-dde50c35-6e0e-421a-a5d6-7f1aa707a34a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:53.432963 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-827bebae-7592-4d9c-9472-eb8078d15b35 req-dde50c35-6e0e-421a-a5d6-7f1aa707a34a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 946 time: 0.1657069 Apr 15 10:52:53.446498 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf98ba6-1659-4c34-8594-a6e2b8aff9f4 req-244399d3-b897-4f40-bef9-1f52f626ec04 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:53.448062 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5bf98ba6-1659-4c34-8594-a6e2b8aff9f4 req-244399d3-b897-4f40-bef9-1f52f626ec04 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.1423929 Apr 15 10:52:53.526575 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-827bebae-7592-4d9c-9472-eb8078d15b35 req-2dad9b1b-586d-4f32-a322-cb9e2f50e4ee tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774772 Apr 15 10:52:53.531693 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5bf98ba6-1659-4c34-8594-a6e2b8aff9f4 req-90ee0fd7-f940-4a33-9f64-193021b747d0 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667748 Apr 15 10:52:53.571831 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:53.621492 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49f85d5-175a-40ff-a542-588453dc06d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab5ed73-1dd4-4709-ad03-eda229f8ef0f'}] {{(pid=85273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:52:53.637612 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port aab5ed73-1dd4-4709-ad03-eda229f8ef0f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aab5ed73-1dd4-4709-ad03-eda229f8ef0f,segment=NetworkSegment(fc1e7391-15c4-4775-a280-31db674a4e22),segment_id=fc1e7391-15c4-4775-a280-31db674a4e22)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:52:53.643209 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:53.644104 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 59cd8149-9af1-453f-9f6e-9b82fc9cebcb no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:52:53.674680 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-b17a5079-1d27-4f56-8aef-49118df0e3b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:52:53.721222 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49f85d5-175a-40ff-a542-588453dc06d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab5ed73-1dd4-4709-ad03-eda229f8ef0f', 'code': 200} Apr 15 10:52:53.731647 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] No Port match for: 59cd8149-9af1-453f-9f6e-9b82fc9cebcb {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:52:53.732043 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 59cd8149-9af1-453f-9f6e-9b82fc9cebcb not bound to the agent host hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:52:53.735837 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d295ef-52e0-4b06-addb-1481e1723e5f req-49f02d4c-805c-4211-8ffe-b7c6bce4904f tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:53.739617 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-15d295ef-52e0-4b06-addb-1481e1723e5f req-49f02d4c-805c-4211-8ffe-b7c6bce4904f tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=e49f85d5-175a-40ff-a542-588453dc06d3 HTTP/1.1" status: 200 len: 945 time: 0.1042724 Apr 15 10:52:53.760390 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=aab5ed73-1dd4-4709-ad03-eda229f8ef0f,revision_number=5']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:52:53.763682 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:52:53.794155 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-15d295ef-52e0-4b06-addb-1481e1723e5f req-e2482fef-474f-4613-adb7-fb85500e3b11 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489311 Apr 15 10:52:54.012318 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c8067-c682-4171-a371-fb8045e3d91f req-4f2c2d99-8805-45de-bef2-cbe0af8da2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:54.014015 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-573c8067-c682-4171-a371-fb8045e3d91f req-4f2c2d99-8805-45de-bef2-cbe0af8da2ec service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e49f85d5-175a-40ff-a542-588453dc06d3 HTTP/1.1" status: 200 len: 1098 time: 0.0898297 Apr 15 10:52:54.059919 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-573c8067-c682-4171-a371-fb8045e3d91f req-fe15815c-4a3f-46fb-a50f-24c6acd608cd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382876 Apr 15 10:52:54.125239 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:54.161794 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c519864-caac-49af-8690-bc0e7052cd4a req-767b8e9f-6f2c-49ea-a8f7-c5ae404f99ff tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:54.163369 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4c519864-caac-49af-8690-bc0e7052cd4a req-767b8e9f-6f2c-49ea-a8f7-c5ae404f99ff tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc3de522-7846-403d-bbc1-bd51ed145233 HTTP/1.1" status: 200 len: 945 time: 0.0901320 Apr 15 10:52:54.211494 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4c519864-caac-49af-8690-bc0e7052cd4a req-b301c5a6-8fa6-45b6-ae2b-77281b8ca857 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417676 Apr 15 10:52:54.319452 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:54.608411 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba24fd-36c0-459c-b0dd-b69792d11822 req-5ffb0f57-c8c6-4161-8c8a-fa35678e5a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:54.610320 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-29ba24fd-36c0-459c-b0dd-b69792d11822 req-5ffb0f57-c8c6-4161-8c8a-fa35678e5a2c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=689fecd83bc6425fa49a8b8585fa7766&device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 1099 time: 0.0838284 Apr 15 10:52:54.907263 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba24fd-36c0-459c-b0dd-b69792d11822 req-8a665960-6a3c-4846-b4e6-727c9092ea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:54.908738 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-29ba24fd-36c0-459c-b0dd-b69792d11822 req-8a665960-6a3c-4846-b4e6-727c9092ea15 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f668c3bb-e88f-444d-af6d-837916f0416a HTTP/1.1" status: 200 len: 916 time: 0.2715728 Apr 15 10:52:54.931873 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb43893-68be-4c85-bd5b-3b9cfaec7c8f req-9348a1ea-253c-4a76-9aaf-f54416781f4d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:54.933390 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3bb43893-68be-4c85-bd5b-3b9cfaec7c8f req-9348a1ea-253c-4a76-9aaf-f54416781f4d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 946 time: 0.2743230 Apr 15 10:52:55.003066 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3d89d-03ea-43df-8345-f7bae98e3fcf req-2c6e1ed1-6d98-4193-b463-aff42d5059ed tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:55.004843 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a3c3d89d-03ea-43df-8345-f7bae98e3fcf req-2c6e1ed1-6d98-4193-b463-aff42d5059ed tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.2999530 Apr 15 10:52:55.085670 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:55.118771 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3bb43893-68be-4c85-bd5b-3b9cfaec7c8f req-038f8dbd-1ae1-4842-9a42-8499a076fa9c tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242042 Apr 15 10:52:55.125554 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a3c3d89d-03ea-43df-8345-f7bae98e3fcf req-26bc748b-d8df-4607-b111-d5267de23151 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942643 Apr 15 10:52:55.127358 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-29ba24fd-36c0-459c-b0dd-b69792d11822 req-82090348-d07e-4067-9119-472eafd9725b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=277e037f-d94c-45ba-8068-c686c56edd78 HTTP/1.1" status: 200 len: 1002 time: 0.2045498 Apr 15 10:52:55.145919 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:55.211992 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba24fd-36c0-459c-b0dd-b69792d11822 req-3df36393-5d7d-4da8-bd35-bf58b07316c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:55.213469 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-29ba24fd-36c0-459c-b0dd-b69792d11822 req-3df36393-5d7d-4da8-bd35-bf58b07316c9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb6df1b7-a13f-4f84-b22c-9831f4c87d61 HTTP/1.1" status: 200 len: 854 time: 0.0700653 Apr 15 10:52:55.421914 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba24fd-36c0-459c-b0dd-b69792d11822 req-3a3118da-f359-4e53-8483-7a91060bf005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:55.423564 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-29ba24fd-36c0-459c-b0dd-b69792d11822 req-3a3118da-f359-4e53-8483-7a91060bf005 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f668c3bb-e88f-444d-af6d-837916f0416a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2030218 Apr 15 10:52:55.443677 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5333ad-55d3-4feb-b19a-76177911c895 req-b8089910-4e54-4cac-acd7-381e3db21210 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:55.445229 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ab5333ad-55d3-4feb-b19a-76177911c895 req-b8089910-4e54-4cac-acd7-381e3db21210 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=e49f85d5-175a-40ff-a542-588453dc06d3 HTTP/1.1" status: 200 len: 945 time: 0.1898069 Apr 15 10:52:55.817408 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ab5333ad-55d3-4feb-b19a-76177911c895 req-e8a29962-87d0-4c47-9e79-f07ca52b0926 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3481519 Apr 15 10:52:55.837090 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa12c5-be60-497b-a781-8a1ad51de379 req-dffb4136-a064-4045-8dfd-c88e48dfe8b9 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:55.838691 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5cfa12c5-be60-497b-a781-8a1ad51de379 req-dffb4136-a064-4045-8dfd-c88e48dfe8b9 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc3de522-7846-403d-bbc1-bd51ed145233 HTTP/1.1" status: 200 len: 945 time: 0.4890971 Apr 15 10:52:55.883013 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-29ba24fd-36c0-459c-b0dd-b69792d11822 req-4d70e524-d5f7-494f-b339-a85234f3f91c service neutron] 10.222.0.60 "GET /v2.0/networks/f668c3bb-e88f-444d-af6d-837916f0416a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487531 Apr 15 10:52:55.929792 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5cfa12c5-be60-497b-a781-8a1ad51de379 req-6c2f22c0-6818-4993-8fc8-15276c074eab tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832400 Apr 15 10:52:56.047787 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-29ba24fd-36c0-459c-b0dd-b69792d11822 req-48c8e55a-6b49-45df-a071-beb5a68de0bc service neutron] 10.222.0.60 "GET /v2.0/networks/f668c3bb-e88f-444d-af6d-837916f0416a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543036 Apr 15 10:52:56.210028 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784a0c2-59e4-4439-bfeb-c27ecec88a73 req-2fb4cbb6-b7f3-4328-a40d-897b15e6758a tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:56.211650 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1784a0c2-59e4-4439-bfeb-c27ecec88a73 req-2fb4cbb6-b7f3-4328-a40d-897b15e6758a tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc3de522-7846-403d-bbc1-bd51ed145233 HTTP/1.1" status: 200 len: 945 time: 0.0878928 Apr 15 10:52:56.396187 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-1784a0c2-59e4-4439-bfeb-c27ecec88a73 req-e754494a-a657-48b7-85f1-d58dfc9c3e72 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Deleting port e9eef8d5-2ac0-47ce-a131-04499f6db4ad {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:52:56.396714 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-1784a0c2-59e4-4439-bfeb-c27ecec88a73 req-e754494a-a657-48b7-85f1-d58dfc9c3e72 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:56.549165 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1d1b2-0b4e-46b4-80ca-4be96842fa14 req-b9fe5d50-d6e9-4c6e-a88f-e8f5410c4650 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:56.550906 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-72b1d1b2-0b4e-46b4-80ca-4be96842fa14 req-b9fe5d50-d6e9-4c6e-a88f-e8f5410c4650 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.2944548 Apr 15 10:52:56.568375 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b712b8-ec68-4e60-a565-5854392e62c6 req-1e10406a-9630-422f-99ce-019256856a02 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:56.569886 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-57b712b8-ec68-4e60-a565-5854392e62c6 req-1e10406a-9630-422f-99ce-019256856a02 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 946 time: 0.3198469 Apr 15 10:52:56.741444 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-72b1d1b2-0b4e-46b4-80ca-4be96842fa14 req-2f8699e5-a49f-4706-9b9f-fd8a091f7d85 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817882 Apr 15 10:52:56.751912 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-57b712b8-ec68-4e60-a565-5854392e62c6 req-cd42d258-dafa-47cb-9189-865528aca638 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600285 Apr 15 10:52:56.795303 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-1784a0c2-59e4-4439-bfeb-c27ecec88a73 req-e754494a-a657-48b7-85f1-d58dfc9c3e72 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] For port e9eef8d5-2ac0-47ce-a131-04499f6db4ad, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e9eef8d5-2ac0-47ce-a131-04499f6db4ad,segment=NetworkSegment(9d4b411c-2002-4aee-a880-e637d51bd4ad),segment_id=9d4b411c-2002-4aee-a880-e637d51bd4ad)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:52:56.795712 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-1784a0c2-59e4-4439-bfeb-c27ecec88a73 req-e754494a-a657-48b7-85f1-d58dfc9c3e72 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:56.928481 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-1784a0c2-59e4-4439-bfeb-c27ecec88a73 req-e754494a-a657-48b7-85f1-d58dfc9c3e72 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Calling delete_port for e9eef8d5-2ac0-47ce-a131-04499f6db4ad owned by compute:nova {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:52:57.192529 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d185f87-f7e7-4226-b36a-62ba0e531a72 req-baf585ea-1c78-4ccd-ba91-32304b09a072 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:57.194091 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1d185f87-f7e7-4226-b36a-62ba0e531a72 req-baf585ea-1c78-4ccd-ba91-32304b09a072 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=e49f85d5-175a-40ff-a542-588453dc06d3 HTTP/1.1" status: 200 len: 945 time: 0.2352881 Apr 15 10:52:57.264309 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-1784a0c2-59e4-4439-bfeb-c27ecec88a73 req-e754494a-a657-48b7-85f1-d58dfc9c3e72 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:57.276385 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['bf21c0bb-8b3c-4843-a511-1cf9eb23aafc'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:52:57.282135 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:52:57.325035 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce18fb9-badc-4663-9234-7d9dc2a7e5d7 req-92b7a56e-7910-40b0-b604-bfd6139673e8 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:57.326632 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bce18fb9-badc-4663-9234-7d9dc2a7e5d7 req-92b7a56e-7910-40b0-b604-bfd6139673e8 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc3de522-7846-403d-bbc1-bd51ed145233 HTTP/1.1" status: 200 len: 945 time: 0.2625346 Apr 15 10:52:57.345654 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1d185f87-f7e7-4226-b36a-62ba0e531a72 req-31a19146-c283-4cc3-ba81-866911ba4ade tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433327 Apr 15 10:52:57.415361 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754494a-a657-48b7-85f1-d58dfc9c3e72 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Pushing event deleted for resources: {'Port': ['ID=e9eef8d5-2ac0-47ce-a131-04499f6db4ad,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:52:57.424747 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e754494a-a657-48b7-85f1-d58dfc9c3e72 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:52:57.469356 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bce18fb9-badc-4663-9234-7d9dc2a7e5d7 req-a883426a-cb1d-410e-8a95-c7912fae6bd1 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313038 Apr 15 10:52:57.661153 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-1784a0c2-59e4-4439-bfeb-c27ecec88a73 req-e754494a-a657-48b7-85f1-d58dfc9c3e72 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] No DVR routers for this DVR port e9eef8d5-2ac0-47ce-a131-04499f6db4ad on host hv-cinder-78638 {{(pid=85270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:52:57.665828 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-1784a0c2-59e4-4439-bfeb-c27ecec88a73 req-e754494a-a657-48b7-85f1-d58dfc9c3e72 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:57.668515 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3de522-7846-403d-bbc1-bd51ed145233', 'name': 'network-vif-deleted', 'tag': 'e9eef8d5-2ac0-47ce-a131-04499f6db4ad'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:52:57.686059 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5d440-d15b-4114-8c48-cecc6f1d8a84 req-baed5c99-aaf4-4b21-96f2-793a9c922a19 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:57.687692 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-59a5d440-d15b-4114-8c48-cecc6f1d8a84 req-baed5c99-aaf4-4b21-96f2-793a9c922a19 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=e49f85d5-175a-40ff-a542-588453dc06d3 HTTP/1.1" status: 200 len: 945 time: 0.2141197 Apr 15 10:52:57.694760 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1784a0c2-59e4-4439-bfeb-c27ecec88a73 req-e754494a-a657-48b7-85f1-d58dfc9c3e72 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.60 "DELETE /v2.0/ports/e9eef8d5-2ac0-47ce-a131-04499f6db4ad HTTP/1.1" status: 204 len: 173 time: 1.4763539 Apr 15 10:52:57.720187 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3de522-7846-403d-bbc1-bd51ed145233', 'name': 'network-vif-deleted', 'tag': 'e9eef8d5-2ac0-47ce-a131-04499f6db4ad', 'status': 'completed', 'code': 200} Apr 15 10:52:57.742386 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-59a5d440-d15b-4114-8c48-cecc6f1d8a84 req-c3404c6a-0d0c-4884-a138-afac96abf315 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465484 Apr 15 10:52:57.770302 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 41842) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:52:58.098677 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab063c6-2352-4440-ba19-5abae667cbb1 req-66f917b4-4989-452c-90f9-307f4e28ad41 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:58.100293 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-aab063c6-2352-4440-ba19-5abae667cbb1 req-66f917b4-4989-452c-90f9-307f4e28ad41 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.2238622 Apr 15 10:52:58.116347 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98dd921-b5be-4e7b-a1a1-6292660b599b req-a8a4b88f-992a-4d31-bfe9-cb34b5c958ae tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:58.117829 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c98dd921-b5be-4e7b-a1a1-6292660b599b req-a8a4b88f-992a-4d31-bfe9-cb34b5c958ae tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 946 time: 0.2000117 Apr 15 10:52:58.134086 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5861d3-13eb-4260-af63-2aa91d5bdf00 tempest-TestVolumeBootPattern-134242808 tempest-TestVolumeBootPattern-134242808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:58.135653 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-2e5861d3-13eb-4260-af63-2aa91d5bdf00 tempest-TestVolumeBootPattern-134242808 tempest-TestVolumeBootPattern-134242808-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e49f85d5-175a-40ff-a542-588453dc06d3 HTTP/1.1" status: 200 len: 1093 time: 0.3641014 Apr 15 10:52:58.138963 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 41850) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:52:58.146495 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-a9e79cac-23ef-433c-b2c0-cefaf4196762 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Request body: {'floatingip': {'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'port_id': 'aab5ed73-1dd4-4709-ad03-eda229f8ef0f', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:52:58.153548 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-a9e79cac-23ef-433c-b2c0-cefaf4196762 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:52:58.157790 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-a9e79cac-23ef-433c-b2c0-cefaf4196762 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Usage tracker for resource:floatingip and tenant:d516e7b1217b4704a4aa785b44efb62b is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:52:58.161430 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-a9e79cac-23ef-433c-b2c0-cefaf4196762 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:52:58.167891 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-a9e79cac-23ef-433c-b2c0-cefaf4196762 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:52:58.183359 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a9e79cac-23ef-433c-b2c0-cefaf4196762 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for floatingip, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:58.196790 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-aab063c6-2352-4440-ba19-5abae667cbb1 req-baf80f3a-3e0d-4094-961a-9de1cf60abbf tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893307 Apr 15 10:52:58.209587 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c98dd921-b5be-4e7b-a1a1-6292660b599b req-796e57da-ae91-4b1a-82fd-e0ef888df23a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710104 Apr 15 10:52:58.336217 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a9e79cac-23ef-433c-b2c0-cefaf4196762 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:58.486884 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-a9e79cac-23ef-433c-b2c0-cefaf4196762 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Allocated IP 172.27.2.136 (533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f/ee0371ba-4ff7-4e97-afb9-409670eb4ad7/ea1576e3-0a37-44b1-ade8-649904124db3) {{(pid=85272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:52:58.642772 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a9e79cac-23ef-433c-b2c0-cefaf4196762 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for port, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:58.672955 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a9e79cac-23ef-433c-b2c0-cefaf4196762 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:58.688800 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e352d32d-0a18-4b5b-972b-1c21a3b3ed7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:52:58.827818 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e79cac-23ef-433c-b2c0-cefaf4196762 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Pushing event updated for resources: {'Port': ['ID=ea1576e3-0a37-44b1-ade8-649904124db3,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:52:58.833123 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-a9e79cac-23ef-433c-b2c0-cefaf4196762 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:52:58.881671 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e79cac-23ef-433c-b2c0-cefaf4196762 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Network 533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f is already hosted by enough agents. {{(pid=85272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:52:58.882738 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-a9e79cac-23ef-433c-b2c0-cefaf4196762 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Resources bound (agent type, host, resource id): {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:52:58.884995 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e79cac-23ef-433c-b2c0-cefaf4196762 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Received port after_create {{(pid=85272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:52:59.211975 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 277e037f-d94c-45ba-8068-c686c56edd78 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:52:59.214401 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device e9eef8d5-2ac0-47ce-a131-04499f6db4ad no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:52:59.256699 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] No Port match for: e9eef8d5-2ac0-47ce-a131-04499f6db4ad {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:52:59.257074 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device e9eef8d5-2ac0-47ce-a131-04499f6db4ad not bound to the agent host hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:52:59.439185 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 277e037f-d94c-45ba-8068-c686c56edd78, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=277e037f-d94c-45ba-8068-c686c56edd78,segment=NetworkSegment(8e6d0818-21ca-4119-a259-40d1be9a343f),segment_id=8e6d0818-21ca-4119-a259-40d1be9a343f)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:52:59.456020 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Returning: {'device': '277e037f-d94c-45ba-8068-c686c56edd78', 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a', 'port_id': '277e037f-d94c-45ba-8068-c686c56edd78', 'mac_address': 'fa:16:3e:7e:c9:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:52:59.477895 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a9e79cac-23ef-433c-b2c0-cefaf4196762 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:59.491983 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a06c2-ed60-4e01-b47e-63eb9fd7332f req-5c11b246-72b3-43b2-a30f-8251ebe28855 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:59.493809 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-713a06c2-ed60-4e01-b47e-63eb9fd7332f req-5c11b246-72b3-43b2-a30f-8251ebe28855 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 946 time: 0.1254456 Apr 15 10:52:59.503226 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5c574-fd39-4726-a5d6-03c09a2c2ea1 req-33b8d845-1add-4ed9-a33d-32a75aa5d4de tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:52:59.504903 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-21f5c574-fd39-4726-a5d6-03c09a2c2ea1 req-33b8d845-1add-4ed9-a33d-32a75aa5d4de tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.1787338 Apr 15 10:52:59.517479 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:59.538186 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 277e037f-d94c-45ba-8068-c686c56edd78 {{(pid=85273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:52:59.557636 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 277e037f-d94c-45ba-8068-c686c56edd78, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=277e037f-d94c-45ba-8068-c686c56edd78,segment=NetworkSegment(8e6d0818-21ca-4119-a259-40d1be9a343f),segment_id=8e6d0818-21ca-4119-a259-40d1be9a343f)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:52:59.564523 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:59.567663 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:52:59.604078 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a9e79cac-23ef-433c-b2c0-cefaf4196762 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:59.651358 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=277e037f-d94c-45ba-8068-c686c56edd78,revision_number=6']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:52:59.654989 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:52:59.703291 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['277e037f-d94c-45ba-8068-c686c56edd78'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:52:59.810754 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-713a06c2-ed60-4e01-b47e-63eb9fd7332f req-d5d40d2e-6273-4842-98b4-55886472e849 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3047156 Apr 15 10:52:59.839956 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-21f5c574-fd39-4726-a5d6-03c09a2c2ea1 req-e5cd31b8-42a4-4b74-85fb-d5b6d76f57c6 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957472 Apr 15 10:52:59.902914 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a9e79cac-23ef-433c-b2c0-cefaf4196762 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for port, precommit_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:59.906567 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a9e79cac-23ef-433c-b2c0-cefaf4196762 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852030086'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:59.922419 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-4ed731d6-48cc-46e4-901d-ae49ee132bd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:00.073345 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e79cac-23ef-433c-b2c0-cefaf4196762 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Pushing event updated for resources: {'Port': ['ID=ea1576e3-0a37-44b1-ade8-649904124db3,revision_number=2']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:00.077821 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-a9e79cac-23ef-433c-b2c0-cefaf4196762 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:00.253481 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920be096-c4a5-4f7c-b8c4-5e2fdb6cee7b req-69b21368-b212-4956-b033-61f8a1cf7951 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:00.254888 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-920be096-c4a5-4f7c-b8c4-5e2fdb6cee7b req-69b21368-b212-4956-b033-61f8a1cf7951 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Synchronizing usage tracker for tenant:468002c968c349e39872f05034981878 on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:53:00.271764 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-920be096-c4a5-4f7c-b8c4-5e2fdb6cee7b req-69b21368-b212-4956-b033-61f8a1cf7951 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Unset dirty status for tenant:468002c968c349e39872f05034981878 on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:53:00.273057 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-920be096-c4a5-4f7c-b8c4-5e2fdb6cee7b req-69b21368-b212-4956-b033-61f8a1cf7951 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=c066dbba-2cfa-47cd-b61b-43492228f52c HTTP/1.1" status: 200 len: 945 time: 0.1152737 Apr 15 10:53:00.327914 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-920be096-c4a5-4f7c-b8c4-5e2fdb6cee7b req-cef55701-6926-4505-a779-11710bb53d2d tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479236 Apr 15 10:53:00.386063 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a9e79cac-23ef-433c-b2c0-cefaf4196762 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415207'] for floatingip, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:00.570340 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.l3_db [None req-a9e79cac-23ef-433c-b2c0-cefaf4196762 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Floating IP 8cf55dd3-b60b-4d49-8727-084906f46bdb associated. External IP: 172.27.2.136, port: aab5ed73-1dd4-4709-ad03-eda229f8ef0f. Apr 15 10:53:00.954117 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e79cac-23ef-433c-b2c0-cefaf4196762 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Router eda0ea58-bbd3-45c3-9c42-6273963739ca has already been hosted by L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 {{(pid=85272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:53:01.103844 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3eec75-e7bd-423a-a6cf-3924837d70db req-c0f37c52-58be-4aa2-b6d0-37150cf604e9 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:01.105373 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ee3eec75-e7bd-423a-a6cf-3924837d70db req-c0f37c52-58be-4aa2-b6d0-37150cf604e9 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 945 time: 0.1613512 Apr 15 10:53:01.114573 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127c0cd-abc2-49d6-b642-52d04a8d20e2 req-dd0667be-f255-4bc1-a968-fa487707987f tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:01.116114 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a127c0cd-abc2-49d6-b642-52d04a8d20e2 req-dd0667be-f255-4bc1-a968-fa487707987f tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.1349893 Apr 15 10:53:01.154054 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e79cac-23ef-433c-b2c0-cefaf4196762 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:53:01.165811 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b065348-3b1b-4586-a16a-e3cd9d8170d8 None None] Sync routers for ids ['eda0ea58-bbd3-45c3-9c42-6273963739ca'] in dv-cinder-786383-1-iscsi {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:53:01.175894 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b065348-3b1b-4586-a16a-e3cd9d8170d8 None None] Routers {'eda0ea58-bbd3-45c3-9c42-6273963739ca'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:53:01.176783 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-3b065348-3b1b-4586-a16a-e3cd9d8170d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:52:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['eda0ea58-bbd3-45c3-9c42-6273963739ca'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:01.181628 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a9e79cac-23ef-433c-b2c0-cefaf4196762 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for floatingip, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:01.196505 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ee3eec75-e7bd-423a-a6cf-3924837d70db req-13849a02-d442-4095-a4c5-6532605a2069 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793390 Apr 15 10:53:01.199482 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a127c0cd-abc2-49d6-b642-52d04a8d20e2 req-1a60c99b-5eba-4a91-ac1c-48e136febda6 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680792 Apr 15 10:53:01.216679 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 277e037f-d94c-45ba-8068-c686c56edd78 up at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:53:01.245068 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-a9e79cac-23ef-433c-b2c0-cefaf4196762 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1048062 Apr 15 10:53:01.245738 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49f85d5-175a-40ff-a542-588453dc06d3', 'tag': 'aab5ed73-1dd4-4709-ad03-eda229f8ef0f'}] {{(pid=85272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:53:01.302907 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning complete for port 277e037f-d94c-45ba-8068-c686c56edd78 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:53:01.303373 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:01.308494 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e49f85d5-175a-40ff-a542-588453dc06d3', 'tag': 'aab5ed73-1dd4-4709-ad03-eda229f8ef0f', 'status': 'completed', 'code': 200} Apr 15 10:53:01.421112 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee183f3a-c48e-4b3e-aaeb-431a605abdd9 req-22ba62bb-6a7e-417f-b267-1d2d09fe6c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:01.422966 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ee183f3a-c48e-4b3e-aaeb-431a605abdd9 req-22ba62bb-6a7e-417f-b267-1d2d09fe6c06 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d516e7b1217b4704a4aa785b44efb62b&device_id=e49f85d5-175a-40ff-a542-588453dc06d3 HTTP/1.1" status: 200 len: 1098 time: 0.0877817 Apr 15 10:53:01.432873 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-3b065348-3b1b-4586-a16a-e3cd9d8170d8 None None] Set router eda0ea58-bbd3-45c3-9c42-6273963739ca gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:53:01.436892 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:01.473420 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 277e037f-d94c-45ba-8068-c686c56edd78, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=277e037f-d94c-45ba-8068-c686c56edd78,segment=NetworkSegment(8e6d0818-21ca-4119-a259-40d1be9a343f),segment_id=8e6d0818-21ca-4119-a259-40d1be9a343f)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:53:01.474466 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d8f9e2-4b46-43bd-84c8-3f703af4911c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277e037f-d94c-45ba-8068-c686c56edd78'}] {{(pid=85273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:53:01.480640 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:01.482717 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:01.545450 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d8f9e2-4b46-43bd-84c8-3f703af4911c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277e037f-d94c-45ba-8068-c686c56edd78', 'code': 200} Apr 15 10:53:01.559483 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=277e037f-d94c-45ba-8068-c686c56edd78,revision_number=7']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:01.562819 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:01.669921 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee183f3a-c48e-4b3e-aaeb-431a605abdd9 req-1931119d-5595-4990-97f1-8e2cbafeb0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:01.671477 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ee183f3a-c48e-4b3e-aaeb-431a605abdd9 req-1931119d-5595-4990-97f1-8e2cbafeb0bf service neutron] 10.222.0.60 "GET /v2.0/networks?id=4f8d55c0-b745-4c00-b4f6-c4a822798a19 HTTP/1.1" status: 200 len: 913 time: 0.2272944 Apr 15 10:53:01.683708 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e23ed-dd18-4f1e-9ca0-43b91360eaad req-d0fce0ca-1705-481c-b5a1-34602756964c tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:01.685201 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-892e23ed-dd18-4f1e-9ca0-43b91360eaad req-d0fce0ca-1705-481c-b5a1-34602756964c tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=c066dbba-2cfa-47cd-b61b-43492228f52c HTTP/1.1" status: 200 len: 945 time: 0.1476004 Apr 15 10:53:01.818547 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-3b065348-3b1b-4586-a16a-e3cd9d8170d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'name': 'tempest-TestVolumeBootPattern-1486983443-router', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:39Z', 'updated_at': '2021-04-15T10:51:45Z', 'revision_number': 4, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'gw_port': {'id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:40Z', 'updated_at': '2021-04-15T10:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_floatingips': [{'id': '8cf55dd3-b60b-4d49-8727-084906f46bdb', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'router_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'port_id': 'aab5ed73-1dd4-4709-ad03-eda229f8ef0f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'mac_address': 'fa:16:3e:50:ba:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49f85d5-175a-40ff-a542-588453dc06d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:52:59Z', 'updated_at': '2021-04-15T10:52:59Z', 'revision_number': 0, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1c99c6-7736-4717-947d-238471bbea37', 'name': '', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'mac_address': 'fa:16:3e:a6:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:44Z', 'updated_at': '2021-04-15T10:51:56Z', 'revision_number': 5, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'subnets': [{'id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:01.822600 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b065348-3b1b-4586-a16a-e3cd9d8170d8 None None] Checking router: eda0ea58-bbd3-45c3-9c42-6273963739ca for host: dv-cinder-786383-1-iscsi {{(pid=85276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:53:01.824047 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-892e23ed-dd18-4f1e-9ca0-43b91360eaad req-97195501-9881-4597-8f66-2e7f72113ac0 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775192 Apr 15 10:53:01.828299 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ee183f3a-c48e-4b3e-aaeb-431a605abdd9 req-f1c90009-8ae1-4474-8e8c-c2b3ee4a3681 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aab5ed73-1dd4-4709-ad03-eda229f8ef0f HTTP/1.1" status: 200 len: 999 time: 0.1421566 Apr 15 10:53:01.832573 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b065348-3b1b-4586-a16a-e3cd9d8170d8 None None] Routers {'eda0ea58-bbd3-45c3-9c42-6273963739ca'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:53:01.833300 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-3b065348-3b1b-4586-a16a-e3cd9d8170d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:52:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['eda0ea58-bbd3-45c3-9c42-6273963739ca'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:01.899479 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee183f3a-c48e-4b3e-aaeb-431a605abdd9 req-98194b87-d2cf-46fa-8b4f-3eaf8af2e5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:01.901046 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ee183f3a-c48e-4b3e-aaeb-431a605abdd9 req-98194b87-d2cf-46fa-8b4f-3eaf8af2e5e2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=75809ed1-552c-494e-b7fe-6c14ea11681a HTTP/1.1" status: 200 len: 851 time: 0.0652962 Apr 15 10:53:01.997548 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee183f3a-c48e-4b3e-aaeb-431a605abdd9 req-8ea4c9f3-7c56-411b-b7ac-19f4105b93e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:01.999120 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ee183f3a-c48e-4b3e-aaeb-431a605abdd9 req-8ea4c9f3-7c56-411b-b7ac-19f4105b93e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4f8d55c0-b745-4c00-b4f6-c4a822798a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0842280 Apr 15 10:53:02.021273 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-3b065348-3b1b-4586-a16a-e3cd9d8170d8 None None] Set router eda0ea58-bbd3-45c3-9c42-6273963739ca gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:53:02.151276 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ee183f3a-c48e-4b3e-aaeb-431a605abdd9 req-32ade544-2ec2-4a11-9b90-6e648c72e1b0 service neutron] 10.222.0.60 "GET /v2.0/networks/4f8d55c0-b745-4c00-b4f6-c4a822798a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441762 Apr 15 10:53:02.317212 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ee183f3a-c48e-4b3e-aaeb-431a605abdd9 req-1f86fecd-3bc1-4a3d-902b-8266c79c3383 service neutron] 10.222.0.60 "GET /v2.0/networks/4f8d55c0-b745-4c00-b4f6-c4a822798a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487234 Apr 15 10:53:02.567066 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-3b065348-3b1b-4586-a16a-e3cd9d8170d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'name': 'tempest-TestVolumeBootPattern-1486983443-router', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:39Z', 'updated_at': '2021-04-15T10:51:45Z', 'revision_number': 4, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'gw_port': {'id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:40Z', 'updated_at': '2021-04-15T10:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_floatingips': [{'id': '8cf55dd3-b60b-4d49-8727-084906f46bdb', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'router_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'port_id': 'aab5ed73-1dd4-4709-ad03-eda229f8ef0f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'mac_address': 'fa:16:3e:50:ba:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49f85d5-175a-40ff-a542-588453dc06d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:52:59Z', 'updated_at': '2021-04-15T10:52:59Z', 'revision_number': 0, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1c99c6-7736-4717-947d-238471bbea37', 'name': '', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'mac_address': 'fa:16:3e:a6:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:44Z', 'updated_at': '2021-04-15T10:51:56Z', 'revision_number': 5, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'subnets': [{'id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:02.571558 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b065348-3b1b-4586-a16a-e3cd9d8170d8 None None] The sync data for ids ['eda0ea58-bbd3-45c3-9c42-6273963739ca'] in dv-cinder-786383-1-iscsi is: [{'id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'name': 'tempest-TestVolumeBootPattern-1486983443-router', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:39Z', 'updated_at': '2021-04-15T10:51:45Z', 'revision_number': 4, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'gw_port': {'id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:40Z', 'updated_at': '2021-04-15T10:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_floatingips': [{'id': '8cf55dd3-b60b-4d49-8727-084906f46bdb', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'router_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'port_id': 'aab5ed73-1dd4-4709-ad03-eda229f8ef0f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'mac_address': 'fa:16:3e:50:ba:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49f85d5-175a-40ff-a542-588453dc06d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:52:59Z', 'updated_at': '2021-04-15T10:52:59Z', 'revision_number': 0, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1c99c6-7736-4717-947d-238471bbea37', 'name': '', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'mac_address': 'fa:16:3e:a6:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:44Z', 'updated_at': '2021-04-15T10:51:56Z', 'revision_number': 5, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'subnets': [{'id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:53:02.590777 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e42bdc-2f9a-4539-9720-9e66b85249ee req-f619e18a-cfad-4c57-9a83-e5593b0093c3 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:02.592449 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-13e42bdc-2f9a-4539-9720-9e66b85249ee req-f619e18a-cfad-4c57-9a83-e5593b0093c3 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.2427239 Apr 15 10:53:02.602199 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c08d80-221c-4550-bb80-e8d6adc9da00 req-2d915b97-8932-4f65-9cf5-7cdfc3502f7c tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:02.603828 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-82c08d80-221c-4550-bb80-e8d6adc9da00 req-2d915b97-8932-4f65-9cf5-7cdfc3502f7c tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 946 time: 0.2095482 Apr 15 10:53:02.613655 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97596eb5-36ff-45ab-9f07-c3c61089029f req-c8ff20c1-1a19-4fc6-ab71-834b5c99f81f tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:02.615319 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-97596eb5-36ff-45ab-9f07-c3c61089029f req-c8ff20c1-1a19-4fc6-ab71-834b5c99f81f tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.60 "GET /v2.0/ports?device_id=c066dbba-2cfa-47cd-b61b-43492228f52c HTTP/1.1" status: 200 len: 945 time: 0.1764143 Apr 15 10:53:02.745611 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-13e42bdc-2f9a-4539-9720-9e66b85249ee req-7f238756-da80-4e59-b11f-302195045513 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405451 Apr 15 10:53:02.757161 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-82c08d80-221c-4550-bb80-e8d6adc9da00 req-1d28ddb7-f8fc-464f-80d9-c2860d4dd28b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408470 Apr 15 10:53:02.767255 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-97596eb5-36ff-45ab-9f07-c3c61089029f req-0d3284e5-9b7b-42e6-a7f9-8c44c012ef94 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Deleting port bf21c0bb-8b3c-4843-a511-1cf9eb23aafc {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:53:02.767255 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-97596eb5-36ff-45ab-9f07-c3c61089029f req-0d3284e5-9b7b-42e6-a7f9-8c44c012ef94 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:02.849204 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfa07d7-05dc-462f-b736-208ecd6bdc2b None None] New status for floating IP 8cf55dd3-b60b-4d49-8727-084906f46bdb: ACTIVE {{(pid=85273) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 10:53:03.106758 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-97596eb5-36ff-45ab-9f07-c3c61089029f req-0d3284e5-9b7b-42e6-a7f9-8c44c012ef94 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] For port bf21c0bb-8b3c-4843-a511-1cf9eb23aafc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bf21c0bb-8b3c-4843-a511-1cf9eb23aafc,segment=NetworkSegment(9d4b411c-2002-4aee-a880-e637d51bd4ad),segment_id=9d4b411c-2002-4aee-a880-e637d51bd4ad)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:53:03.107142 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-97596eb5-36ff-45ab-9f07-c3c61089029f req-0d3284e5-9b7b-42e6-a7f9-8c44c012ef94 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:03.126340 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2580b-dfb8-47c9-95dd-6375be46f96f req-847a9634-b9c3-468e-8fd6-41091350e04b tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:03.128055 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-02c2580b-dfb8-47c9-95dd-6375be46f96f req-847a9634-b9c3-468e-8fd6-41091350e04b tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=c066dbba-2cfa-47cd-b61b-43492228f52c HTTP/1.1" status: 200 len: 945 time: 0.1652308 Apr 15 10:53:03.270374 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-97596eb5-36ff-45ab-9f07-c3c61089029f req-0d3284e5-9b7b-42e6-a7f9-8c44c012ef94 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Calling delete_port for bf21c0bb-8b3c-4843-a511-1cf9eb23aafc owned by compute:nova {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:53:03.352368 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-02c2580b-dfb8-47c9-95dd-6375be46f96f req-8d0cae91-46be-42d0-a034-1950644a4918 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a3b69ca-4f56-42e1-8657-da69a7bd085e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648777 Apr 15 10:53:03.444083 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-97596eb5-36ff-45ab-9f07-c3c61089029f req-0d3284e5-9b7b-42e6-a7f9-8c44c012ef94 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:03.459572 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:03.507637 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3284e5-9b7b-42e6-a7f9-8c44c012ef94 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Pushing event deleted for resources: {'Port': ['ID=bf21c0bb-8b3c-4843-a511-1cf9eb23aafc,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:03.556606 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0d3284e5-9b7b-42e6-a7f9-8c44c012ef94 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:03.700109 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-97596eb5-36ff-45ab-9f07-c3c61089029f req-0d3284e5-9b7b-42e6-a7f9-8c44c012ef94 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] No DVR routers for this DVR port bf21c0bb-8b3c-4843-a511-1cf9eb23aafc on host hv-cinder-78638 {{(pid=85270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:53:03.702575 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-97596eb5-36ff-45ab-9f07-c3c61089029f req-0d3284e5-9b7b-42e6-a7f9-8c44c012ef94 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:03.705303 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c066dbba-2cfa-47cd-b61b-43492228f52c', 'name': 'network-vif-deleted', 'tag': 'bf21c0bb-8b3c-4843-a511-1cf9eb23aafc'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:53:03.720162 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-97596eb5-36ff-45ab-9f07-c3c61089029f req-0d3284e5-9b7b-42e6-a7f9-8c44c012ef94 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.60 "DELETE /v2.0/ports/bf21c0bb-8b3c-4843-a511-1cf9eb23aafc HTTP/1.1" status: 204 len: 173 time: 1.0773036 Apr 15 10:53:03.754984 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c066dbba-2cfa-47cd-b61b-43492228f52c', 'name': 'network-vif-deleted', 'tag': 'bf21c0bb-8b3c-4843-a511-1cf9eb23aafc', 'status': 'completed', 'code': 200} Apr 15 10:53:04.034151 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39aa230-23e9-4abf-9970-7ceeaa61d6da req-64af1d41-9518-43f4-9515-913958127f7e tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:04.035838 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f39aa230-23e9-4abf-9970-7ceeaa61d6da req-64af1d41-9518-43f4-9515-913958127f7e tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.1585183 Apr 15 10:53:04.046986 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f3739-1b22-4139-915f-d7f4170bde56 req-8c2bb705-dba0-468b-be44-1ce4f7d6c078 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:04.048524 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cc8f3739-1b22-4139-915f-d7f4170bde56 req-8c2bb705-dba0-468b-be44-1ce4f7d6c078 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 946 time: 0.1341627 Apr 15 10:53:04.122297 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f39aa230-23e9-4abf-9970-7ceeaa61d6da req-2f15dbf1-9b1b-4afc-a905-062eca078914 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727241 Apr 15 10:53:04.130148 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cc8f3739-1b22-4139-915f-d7f4170bde56 req-9bc6d096-9582-4a07-ac81-b638c52c7919 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659571 Apr 15 10:53:04.543946 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-8d885b19-a9a3-4b7d-8a5d-37bbc007ea55 req-04696031-c5d8-45d1-8ae6-765deaec5c04 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Synchronizing usage tracker for tenant:468002c968c349e39872f05034981878 on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:53:04.559758 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-8d885b19-a9a3-4b7d-8a5d-37bbc007ea55 req-04696031-c5d8-45d1-8ae6-765deaec5c04 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Unset dirty status for tenant:468002c968c349e39872f05034981878 on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:53:04.561423 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8d885b19-a9a3-4b7d-8a5d-37bbc007ea55 req-04696031-c5d8-45d1-8ae6-765deaec5c04 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] 10.222.0.36 "GET /v2.0/ports?device_id=c066dbba-2cfa-47cd-b61b-43492228f52c HTTP/1.1" status: 200 len: 210 time: 0.0657592 Apr 15 10:53:05.240953 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device bf21c0bb-8b3c-4843-a511-1cf9eb23aafc no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:53:05.305593 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] No Port match for: bf21c0bb-8b3c-4843-a511-1cf9eb23aafc {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:53:05.305997 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device bf21c0bb-8b3c-4843-a511-1cf9eb23aafc not bound to the agent host hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:53:05.719052 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ddc37-2cb1-4cdd-9856-37a64589c916 req-c0b779e5-cdcd-40c6-b471-5df2bf93147d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:05.720609 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ec4ddc37-2cb1-4cdd-9856-37a64589c916 req-c0b779e5-cdcd-40c6-b471-5df2bf93147d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 946 time: 0.3997214 Apr 15 10:53:05.730433 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d1f19-3c8f-4b9b-8a87-50ec559c49ee req-736f45da-ded6-4c21-8110-ab830983f848 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:05.732088 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3a6d1f19-3c8f-4b9b-8a87-50ec559c49ee req-736f45da-ded6-4c21-8110-ab830983f848 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.4657829 Apr 15 10:53:05.823929 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ec4ddc37-2cb1-4cdd-9856-37a64589c916 req-b5216a69-e21a-49ad-a8da-537c302d314c tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901980 Apr 15 10:53:05.833526 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3a6d1f19-3c8f-4b9b-8a87-50ec559c49ee req-dc8099cf-5f1b-453d-9b99-ac8958940344 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831187 Apr 15 10:53:05.938409 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 41930) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:06.021282 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c71d4e8-6731-4c91-b051-dab388c3d324 admin admin] Deleting subnet 19827f90-228d-4b46-b4a8-3e3339c5c6d7 {{(pid=85272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 10:53:06.024639 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5c71d4e8-6731-4c91-b051-dab388c3d324 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:06.084490 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5c71d4e8-6731-4c91-b051-dab388c3d324 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852439832'] for subnet, precommit_delete_associations {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:06.161915 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5c71d4e8-6731-4c91-b051-dab388c3d324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32014'] for subnet, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:06.528193 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5c71d4e8-6731-4c91-b051-dab388c3d324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854743802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852030155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2444916'] for subnet, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:06.548287 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:06.602107 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c71d4e8-6731-4c91-b051-dab388c3d324 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19827f90-228d-4b46-b4a8-3e3339c5c6d7,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:06.604383 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5c71d4e8-6731-4c91-b051-dab388c3d324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:06.751095 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5c71d4e8-6731-4c91-b051-dab388c3d324 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:06.762727 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-5c71d4e8-6731-4c91-b051-dab388c3d324 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/19827f90-228d-4b46-b4a8-3e3339c5c6d7 HTTP/1.1" status: 204 len: 168 time: 0.8222880 Apr 15 10:53:06.765343 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 41934) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:06.924064 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4cd4cd74-7ca5-440e-a20d-1132a8c77201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853840452'] for network, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:07.196745 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4cd4cd74-7ca5-440e-a20d-1132a8c77201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854600463', 'neutron.services.segments.db._delete_segments_for_network--9223363301131922753'] for network, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:07.196993 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1016a-68ab-406f-be8c-79c36b722dd7 req-a9631801-6a29-4617-af26-98a1fae15e80 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:07.198500 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-38e1016a-68ab-406f-be8c-79c36b722dd7 req-a9631801-6a29-4617-af26-98a1fae15e80 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.2078011 Apr 15 10:53:07.208688 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aef344-39f9-44c5-866c-2cce44cbb4f1 req-fc3db294-9091-4782-8729-aff1b335ae6e tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:07.210547 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-06aef344-39f9-44c5-866c-2cce44cbb4f1 req-fc3db294-9091-4782-8729-aff1b335ae6e tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 946 time: 0.2176986 Apr 15 10:53:07.291684 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-38e1016a-68ab-406f-be8c-79c36b722dd7 req-42a0c1ad-9bb9-42a3-9b32-45d510e960d4 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798388 Apr 15 10:53:07.318312 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-06aef344-39f9-44c5-866c-2cce44cbb4f1 req-f3d3845c-e720-48b4-9b0f-493552b200ce tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823417 Apr 15 10:53:07.361741 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-4cd4cd74-7ca5-440e-a20d-1132a8c77201 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f6e935-b869-426f-8147-87b90ae81bd1']}} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:07.391805 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-4cd4cd74-7ca5-440e-a20d-1132a8c77201 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d4b411c-2002-4aee-a880-e637d51bd4ad') {'for_net_delete': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:07.392137 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-4cd4cd74-7ca5-440e-a20d-1132a8c77201 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d4b411c-2002-4aee-a880-e637d51bd4ad') {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:07.415292 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4cd4cd74-7ca5-440e-a20d-1132a8c77201 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301131932993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2335984'] for segment, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:07.435418 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4cd4cd74-7ca5-440e-a20d-1132a8c77201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854748824'] for segment, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:07.443903 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd4cd74-7ca5-440e-a20d-1132a8c77201 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=85272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 10:53:07.639685 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-4cd4cd74-7ca5-440e-a20d-1132a8c77201 admin admin] Network c4f6e935-b869-426f-8147-87b90ae81bd1 has no segments {{(pid=85272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:53:07.650677 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4cd4cd74-7ca5-440e-a20d-1132a8c77201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-26960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2746006'] for segment, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:07.852619 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-4cd4cd74-7ca5-440e-a20d-1132a8c77201 admin admin] Network c4f6e935-b869-426f-8147-87b90ae81bd1 has no segments {{(pid=85272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:53:07.875367 dv-cinder-786383-1-iscsi neutron-server[85157]: Traceback (most recent call last): Apr 15 10:53:07.875367 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 10:53:07.875367 dv-cinder-786383-1-iscsi neutron-server[85157]: timer() Apr 15 10:53:07.875367 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 10:53:07.875367 dv-cinder-786383-1-iscsi neutron-server[85157]: cb(*args, **kw) Apr 15 10:53:07.875367 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 10:53:07.875367 dv-cinder-786383-1-iscsi neutron-server[85157]: return func(*args, **kwargs) Apr 15 10:53:07.875367 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 10:53:07.875367 dv-cinder-786383-1-iscsi neutron-server[85157]: self._notify() Apr 15 10:53:07.875367 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 10:53:07.875367 dv-cinder-786383-1-iscsi neutron-server[85157]: self.callback(batched_events) Apr 15 10:53:07.875367 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 10:53:07.875367 dv-cinder-786383-1-iscsi neutron-server[85157]: event.method(event) Apr 15 10:53:07.875367 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 10:53:07.875367 dv-cinder-786383-1-iscsi neutron-server[85157]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 10:53:07.875367 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 10:53:07.875367 dv-cinder-786383-1-iscsi neutron-server[85157]: segment_id)['aggregates'][0] Apr 15 10:53:07.875367 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 10:53:07.875367 dv-cinder-786383-1-iscsi neutron-server[85157]: return f(self, *a, **k) Apr 15 10:53:07.875367 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 10:53:07.875367 dv-cinder-786383-1-iscsi neutron-server[85157]: return self._get(url).json() Apr 15 10:53:07.875367 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 10:53:07.875367 dv-cinder-786383-1-iscsi neutron-server[85157]: **kwargs) Apr 15 10:53:07.875367 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 10:53:07.875367 dv-cinder-786383-1-iscsi neutron-server[85157]: return self.request(url, 'GET', **kwargs) Apr 15 10:53:07.875367 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 10:53:07.875367 dv-cinder-786383-1-iscsi neutron-server[85157]: **endpoint_filter) Apr 15 10:53:07.875367 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 10:53:07.875367 dv-cinder-786383-1-iscsi neutron-server[85157]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 10:53:07.875367 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 10:53:07.875367 dv-cinder-786383-1-iscsi neutron-server[85157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 10:53:07.875367 dv-cinder-786383-1-iscsi neutron-server[85157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 10:53:07.957545 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4cd4cd74-7ca5-440e-a20d-1132a8c77201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-175238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414992'] for network, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:07.961631 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-39d56395-1a68-4245-a412-b53eff4f3818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:07.979653 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4cd4cd74-7ca5-440e-a20d-1132a8c77201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for network, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:07.990116 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4cd74-7ca5-440e-a20d-1132a8c77201 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4f6e935-b869-426f-8147-87b90ae81bd1,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:07.993803 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-4cd4cd74-7ca5-440e-a20d-1132a8c77201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:08.000138 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-4cd4cd74-7ca5-440e-a20d-1132a8c77201 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c4f6e935-b869-426f-8147-87b90ae81bd1 HTTP/1.1" status: 204 len: 168 time: 1.2337277 Apr 15 10:53:08.218246 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 41952) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:08.277228 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-94f98faa-2912-473e-b2c0-c421d96af7d7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=468002c968c349e39872f05034981878&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0571179 Apr 15 10:53:08.279777 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 41956) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:08.377291 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0a00ef73-2105-4468-8422-20b86dad5542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:08.429285 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0a00ef73-2105-4468-8422-20b86dad5542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:08.501116 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0a00ef73-2105-4468-8422-20b86dad5542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:08.512455 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-901c2d66-7a9b-4ea8-9144-42af667e0cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:08.635017 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bebee1-af0f-4deb-80f0-41545b5dfa86 req-b681b949-cae4-4357-b99b-1dc3c0058423 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:08.636753 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-83bebee1-af0f-4deb-80f0-41545b5dfa86 req-b681b949-cae4-4357-b99b-1dc3c0058423 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.1776283 Apr 15 10:53:08.658507 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bdd152-4aa9-42b8-bb52-33a5986e1df9 req-bf3461c7-66ab-4a0e-a05a-eba0c6e643a1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:08.661147 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a7bdd152-4aa9-42b8-bb52-33a5986e1df9 req-bf3461c7-66ab-4a0e-a05a-eba0c6e643a1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 946 time: 0.1443920 Apr 15 10:53:08.757737 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-83bebee1-af0f-4deb-80f0-41545b5dfa86 req-8141ce6b-073f-46ec-9c12-2284f57f7c86 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085410 Apr 15 10:53:08.761232 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00ef73-2105-4468-8422-20b86dad5542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3b69ca-4f56-42e1-8657-da69a7bd085e,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:08.771363 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0a00ef73-2105-4468-8422-20b86dad5542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:08.777382 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0a00ef73-2105-4468-8422-20b86dad5542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:08.782678 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-0a00ef73-2105-4468-8422-20b86dad5542 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9a3b69ca-4f56-42e1-8657-da69a7bd085e HTTP/1.1" status: 204 len: 168 time: 0.5015044 Apr 15 10:53:08.791174 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a7bdd152-4aa9-42b8-bb52-33a5986e1df9 req-8e81f081-6181-4c91-82ed-2ada4a801095 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090417 Apr 15 10:53:08.794979 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:53:09.501798 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cdf2fb-2687-4547-9909-bb11d312bb09 req-df3ba061-2f87-4e69-972d-407459d36f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:09.505037 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-76cdf2fb-2687-4547-9909-bb11d312bb09 req-df3ba061-2f87-4e69-972d-407459d36f55 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 1098 time: 0.1003027 Apr 15 10:53:09.559786 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-76cdf2fb-2687-4547-9909-bb11d312bb09 req-a0c9f160-cfb6-44de-b233-d6b27eadbdce service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477784 Apr 15 10:53:10.129693 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a24cb-0cbf-495b-8fd8-c71b4d36385a req-ea1cc1d3-7ef3-48a4-8c9b-b4355e4e74e9 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:10.131638 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2a2a24cb-0cbf-495b-8fd8-c71b4d36385a req-ea1cc1d3-7ef3-48a4-8c9b-b4355e4e74e9 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.2068477 Apr 15 10:53:10.145934 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19330d74-9109-43e0-978e-1ae0620d2b97 req-268bf796-d519-4189-8681-b0485f1c03cc tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:10.149288 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-19330d74-9109-43e0-978e-1ae0620d2b97 req-268bf796-d519-4189-8681-b0485f1c03cc tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 946 time: 0.1546035 Apr 15 10:53:10.251551 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2a2a24cb-0cbf-495b-8fd8-c71b4d36385a req-9fe783b4-a98e-499b-b4a0-b7b37046bb27 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010382 Apr 15 10:53:10.261456 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-19330d74-9109-43e0-978e-1ae0620d2b97 req-75424889-b89f-4135-9c1c-fde84f8e7887 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895534 Apr 15 10:53:11.537913 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 42030) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:11.578630 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50897777-9ee9-4903-bc90-9ea0e927323e req-173dc69f-8cbb-4e0a-b4bb-fe8cf4e73f30 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:11.588762 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-50897777-9ee9-4903-bc90-9ea0e927323e req-173dc69f-8cbb-4e0a-b4bb-fe8cf4e73f30 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.1820364 Apr 15 10:53:11.642802 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f2c54-baa4-4176-ad57-a937918316ea req-0d3636c2-d4e5-4100-ac5a-e55aa155ae3a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:11.651115 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7a7f2c54-baa4-4176-ad57-a937918316ea req-0d3636c2-d4e5-4100-ac5a-e55aa155ae3a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 946 time: 0.1963146 Apr 15 10:53:11.698532 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-02328486-e349-4225-8e78-96e15159a826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:11.712393 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-50897777-9ee9-4903-bc90-9ea0e927323e req-ffc3e0b7-2d58-43e8-b2f8-1f0a2cd441fd tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225834 Apr 15 10:53:11.714995 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-02328486-e349-4225-8e78-96e15159a826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:11.721131 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-02328486-e349-4225-8e78-96e15159a826 admin admin] Usage tracker for resource:security_group_rule and tenant:cedf7b2b8ffb4c16b4d2d8d1ad4eb09c is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:11.725488 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-02328486-e349-4225-8e78-96e15159a826 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:11.734520 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-02328486-e349-4225-8e78-96e15159a826 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:11.759636 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7a7f2c54-baa4-4176-ad57-a937918316ea req-33e8fea6-d0fe-465f-b555-d1b2fd5e76b3 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075873 Apr 15 10:53:11.851812 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-02328486-e349-4225-8e78-96e15159a826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:11.854767 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-02328486-e349-4225-8e78-96e15159a826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:11.865663 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-a4fc1d05-82ca-4bbd-a5a6-befd976ccf3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:11.918523 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 42040) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:11.918857 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-02328486-e349-4225-8e78-96e15159a826 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cedf7b2b8ffb4c16b4d2d8d1ad4eb09c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3786922 Apr 15 10:53:11.920155 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02328486-e349-4225-8e78-96e15159a826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9324dd14-9337-4d0a-a627-ad51d106573e,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:11.923692 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-02328486-e349-4225-8e78-96e15159a826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:12.026201 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-65587959-1418-4b9b-be87-9a0789095aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:12.060177 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-65587959-1418-4b9b-be87-9a0789095aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:12.144693 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-65587959-1418-4b9b-be87-9a0789095aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:12.151979 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-09a2be8f-a26f-4f38-8d6c-b04dfbb2d4ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:12.171518 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65587959-1418-4b9b-be87-9a0789095aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9324dd14-9337-4d0a-a627-ad51d106573e,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:12.173683 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-65587959-1418-4b9b-be87-9a0789095aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:12.186988 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-65587959-1418-4b9b-be87-9a0789095aaf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9324dd14-9337-4d0a-a627-ad51d106573e HTTP/1.1" status: 204 len: 168 time: 0.2580447 Apr 15 10:53:12.188225 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-65587959-1418-4b9b-be87-9a0789095aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:12.518344 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6541eb2-ff7c-4536-a0d8-e3aacd69ca43 req-a200dd94-5076-4610-9472-f32cf4a5d683 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:12.528951 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b6541eb2-ff7c-4536-a0d8-e3aacd69ca43 req-a200dd94-5076-4610-9472-f32cf4a5d683 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.1689072 Apr 15 10:53:12.552665 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8fe2c-00f0-48e7-963f-3d93753834df req-d2afe6d9-7366-4099-91af-1158d37db1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:12.554279 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3ff8fe2c-00f0-48e7-963f-3d93753834df req-d2afe6d9-7366-4099-91af-1158d37db1c4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8bcb1eb90140445da3fa22dfd1c24874&device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 1098 time: 0.2884781 Apr 15 10:53:12.671657 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b6541eb2-ff7c-4536-a0d8-e3aacd69ca43 req-7e202f12-d095-4560-8496-0a83aa87e403 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417520 Apr 15 10:53:12.672514 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 42052) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:12.716425 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-95dd73f0-95b2-4817-b9f8-a15826d5c6fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:12.734534 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-95dd73f0-95b2-4817-b9f8-a15826d5c6fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:12.739869 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-95dd73f0-95b2-4817-b9f8-a15826d5c6fb admin admin] Usage tracker for resource:security_group_rule and tenant:4ea6c9ba08d64048a428e2c7bd11c7fe is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:12.742973 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-95dd73f0-95b2-4817-b9f8-a15826d5c6fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:12.749976 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-95dd73f0-95b2-4817-b9f8-a15826d5c6fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:12.779799 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8fe2c-00f0-48e7-963f-3d93753834df req-59edcc86-ec3f-4a80-9f11-3b8c85c2aaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:12.781538 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3ff8fe2c-00f0-48e7-963f-3d93753834df req-59edcc86-ec3f-4a80-9f11-3b8c85c2aaf4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9f19835a-ad99-4134-9d53-1e73b3ca8574 HTTP/1.1" status: 200 len: 919 time: 0.2191336 Apr 15 10:53:12.869179 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-95dd73f0-95b2-4817-b9f8-a15826d5c6fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:12.881938 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-95dd73f0-95b2-4817-b9f8-a15826d5c6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:12.888507 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3ff8fe2c-00f0-48e7-963f-3d93753834df req-6efdf7e4-af77-4215-9e8d-42aef5278465 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f634873-83ec-46a0-a104-67c751999aac HTTP/1.1" status: 200 len: 217 time: 0.0990458 Apr 15 10:53:12.896476 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5953ab4e-65ba-43d8-8d67-27ac060006e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:12.951741 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-95dd73f0-95b2-4817-b9f8-a15826d5c6fb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4ea6c9ba08d64048a428e2c7bd11c7fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2778101 Apr 15 10:53:12.953264 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 42058) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:12.957057 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd73f0-95b2-4817-b9f8-a15826d5c6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21757451-1298-4ca8-8815-d5c05dabf30a,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:12.977623 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-95dd73f0-95b2-4817-b9f8-a15826d5c6fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:13.043335 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8fe2c-00f0-48e7-963f-3d93753834df req-8e817247-dcc0-4f21-bbf8-13250000c72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:13.044970 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3ff8fe2c-00f0-48e7-963f-3d93753834df req-8e817247-dcc0-4f21-bbf8-13250000c72f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c09a2153-4c60-41c0-9f30-f656c5037494 HTTP/1.1" status: 200 len: 858 time: 0.1490173 Apr 15 10:53:13.048665 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e90a71d0-8069-4b5f-b037-172fdb39a00b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:13.083620 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e90a71d0-8069-4b5f-b037-172fdb39a00b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:13.116438 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3ff8fe2c-00f0-48e7-963f-3d93753834df req-b6f3fbda-8ba3-4731-9403-d3ecf53c768d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f19835a-ad99-4134-9d53-1e73b3ca8574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613952 Apr 15 10:53:13.153341 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e90a71d0-8069-4b5f-b037-172fdb39a00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:13.159069 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-7de68dd8-2989-41b5-ad09-773062a998ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:13.182815 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a71d0-8069-4b5f-b037-172fdb39a00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21757451-1298-4ca8-8815-d5c05dabf30a,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:13.192819 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e90a71d0-8069-4b5f-b037-172fdb39a00b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:13.221723 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e90a71d0-8069-4b5f-b037-172fdb39a00b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:13.224387 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-e90a71d0-8069-4b5f-b037-172fdb39a00b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/21757451-1298-4ca8-8815-d5c05dabf30a HTTP/1.1" status: 204 len: 168 time: 0.2701445 Apr 15 10:53:13.263657 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192fcb5-ea8f-40ba-a015-51f9792ce03d req-6db1a38f-41f5-48ed-b6ee-ee1aec50f95e tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:13.265636 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f192fcb5-ea8f-40ba-a015-51f9792ce03d req-6db1a38f-41f5-48ed-b6ee-ee1aec50f95e tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 946 time: 0.3187790 Apr 15 10:53:13.369171 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3ff8fe2c-00f0-48e7-963f-3d93753834df req-09391abd-e27a-45b4-982b-ec6f9135b38e service neutron] 10.222.0.60 "GET /v2.0/networks/9f19835a-ad99-4134-9d53-1e73b3ca8574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444844 Apr 15 10:53:13.488827 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f192fcb5-ea8f-40ba-a015-51f9792ce03d req-e5a843c2-73a9-48e6-b682-5f446d5b9e65 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982651 Apr 15 10:53:13.595277 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3ff8fe2c-00f0-48e7-963f-3d93753834df req-56f5eaa0-1baf-41df-a629-abb75e9e3f5d service neutron] 10.222.0.60 "GET /v2.0/networks/9f19835a-ad99-4134-9d53-1e73b3ca8574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149374 Apr 15 10:53:13.929127 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661183b-dfdf-4dbb-8752-ee196101f160 req-c4b95f95-1b02-4140-9703-59a971a2ba65 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:13.931103 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0661183b-dfdf-4dbb-8752-ee196101f160 req-c4b95f95-1b02-4140-9703-59a971a2ba65 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.1148586 Apr 15 10:53:14.006012 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0661183b-dfdf-4dbb-8752-ee196101f160 req-d53dc2c6-3c61-4a6e-9b11-1781e5405485 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658009 Apr 15 10:53:14.456191 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 42084) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:14.625589 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-47199c20-21ec-43af-af17-17a0c06d2716 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-754670779-network', 'tenant_id': '4a909de7ed8c485c90e6db961670ca95'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:53:14.633914 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-47199c20-21ec-43af-af17-17a0c06d2716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:14.639339 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-47199c20-21ec-43af-af17-17a0c06d2716 admin admin] Usage tracker for resource:network and tenant:4a909de7ed8c485c90e6db961670ca95 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:14.643345 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-47199c20-21ec-43af-af17-17a0c06d2716 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:14.659464 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-47199c20-21ec-43af-af17-17a0c06d2716 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:14.758391 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47199c20-21ec-43af-af17-17a0c06d2716 admin admin] Made reservation on behalf of 4a909de7ed8c485c90e6db961670ca95 for: {'network': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:53:14.763654 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-47199c20-21ec-43af-af17-17a0c06d2716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for network, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:14.780961 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-47199c20-21ec-43af-af17-17a0c06d2716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:14.804062 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-47199c20-21ec-43af-af17-17a0c06d2716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:14.810278 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-47199c20-21ec-43af-af17-17a0c06d2716 admin admin] Usage tracker for resource:security_group_rule and tenant:4a909de7ed8c485c90e6db961670ca95 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:14.815703 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-47199c20-21ec-43af-af17-17a0c06d2716 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:14.832002 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-47199c20-21ec-43af-af17-17a0c06d2716 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:14.873331 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca9e73-f9e5-454d-808b-a008e542bf5d req-3bfa4f2d-9b61-4d07-b800-873e29939398 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:14.875461 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-caca9e73-f9e5-454d-808b-a008e542bf5d req-3bfa4f2d-9b61-4d07-b800-873e29939398 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 946 time: 0.2104499 Apr 15 10:53:14.951735 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-caca9e73-f9e5-454d-808b-a008e542bf5d req-6d5b5b0f-3a32-45fb-99ad-fb5b37f57c24 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625451 Apr 15 10:53:15.016579 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-47199c20-21ec-43af-af17-17a0c06d2716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:15.019761 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-47199c20-21ec-43af-af17-17a0c06d2716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:15.023634 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-04450122-d1db-4d16-ba99-7a420f5fd668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:15.074122 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47199c20-21ec-43af-af17-17a0c06d2716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5285f7f-bd44-4af0-a65c-ad0141c35796,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:15.090248 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47199c20-21ec-43af-af17-17a0c06d2716 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=85270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:53:15.104423 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-47199c20-21ec-43af-af17-17a0c06d2716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854748824'] for segment, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:15.104706 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.segments_db [None req-47199c20-21ec-43af-af17-17a0c06d2716 admin admin] Added segment 5a9d9f8f-f4a8-432c-af38-f7154d1b8620 of type vlan for network c7daacfa-ba69-4977-a089-6e280965a72e Apr 15 10:53:15.112295 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-47199c20-21ec-43af-af17-17a0c06d2716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:15.154664 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-47199c20-21ec-43af-af17-17a0c06d2716 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363301132464039'] for network, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:15.217221 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-47199c20-21ec-43af-af17-17a0c06d2716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349'] for network, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:15.220811 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47199c20-21ec-43af-af17-17a0c06d2716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:15.223031 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-47199c20-21ec-43af-af17-17a0c06d2716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for network, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:15.229815 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-d01a8466-1e51-47a7-8830-5b958343f44a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:15.278057 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-47199c20-21ec-43af-af17-17a0c06d2716 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8203936 Apr 15 10:53:15.281251 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 42100) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:15.288285 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-1105ad3a-3c21-4846-b612-3cc6b041b465 admin admin] Request body: {'subnet': {'network_id': 'c7daacfa-ba69-4977-a089-6e280965a72e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-754670779-subnet', 'tenant_id': '4a909de7ed8c485c90e6db961670ca95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:53:15.297013 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-1105ad3a-3c21-4846-b612-3cc6b041b465 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:15.302219 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-1105ad3a-3c21-4846-b612-3cc6b041b465 admin admin] Usage tracker for resource:subnet and tenant:4a909de7ed8c485c90e6db961670ca95 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:15.314238 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-1105ad3a-3c21-4846-b612-3cc6b041b465 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:15.322548 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-1105ad3a-3c21-4846-b612-3cc6b041b465 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:15.335796 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1105ad3a-3c21-4846-b612-3cc6b041b465 admin admin] Made reservation on behalf of 4a909de7ed8c485c90e6db961670ca95 for: {'subnet': 1} {{(pid=85272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:53:15.340938 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1105ad3a-3c21-4846-b612-3cc6b041b465 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852330914'] for subnet, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:15.438056 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47199c20-21ec-43af-af17-17a0c06d2716 admin admin] Pushing event updated for resources: {'Network': ['ID=c7daacfa-ba69-4977-a089-6e280965a72e,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:15.442150 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-47199c20-21ec-43af-af17-17a0c06d2716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:15.451105 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Network c7daacfa-ba69-4977-a089-6e280965a72e details requested by agent ovs-agent-dv-cinder-786383-1-iscsi with host dv-cinder-786383-1-iscsi {{(pid=85273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:53:15.470383 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a6c54-36a0-49d3-b024-6faea9ce625b req-52d791d4-7569-410e-bfd1-739daa5077ce tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:15.472857 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-023a6c54-36a0-49d3-b024-6faea9ce625b req-52d791d4-7569-410e-bfd1-739daa5077ce tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.1256614 Apr 15 10:53:15.542843 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-023a6c54-36a0-49d3-b024-6faea9ce625b req-94757d02-1271-4339-8fa7-c3303d3f46f7 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609512 Apr 15 10:53:15.851253 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1105ad3a-3c21-4846-b612-3cc6b041b465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2745832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852330929'] for subnet, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:15.866833 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:15.994394 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1105ad3a-3c21-4846-b612-3cc6b041b465 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0cee414-3ed6-4df9-8ff7-ba2e32093c49,revision_number=0']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:16.007648 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1105ad3a-3c21-4846-b612-3cc6b041b465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:16.065452 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1105ad3a-3c21-4846-b612-3cc6b041b465 admin admin] Checking segment: {'id': '5a9d9f8f-f4a8-432c-af38-f7154d1b8620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c7daacfa-ba69-4977-a089-6e280965a72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:53:16.066663 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1105ad3a-3c21-4846-b612-3cc6b041b465 admin admin] Network hostable DHCP agents. Network: c7daacfa-ba69-4977-a089-6e280965a72e, hostable agents: ['18362263-581c-45fc-9271-eb619391ffd4'], hosted agents: [] {{(pid=85272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:53:16.091688 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1105ad3a-3c21-4846-b612-3cc6b041b465 admin admin] Network c7daacfa-ba69-4977-a089-6e280965a72e is scheduled to be hosted by DHCP agent 18362263-581c-45fc-9271-eb619391ffd4 with binding_index 1 {{(pid=85272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:53:16.102499 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-1105ad3a-3c21-4846-b612-3cc6b041b465 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-1-iscsi, c7daacfa-ba69-4977-a089-6e280965a72e) {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:53:16.111127 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2890a72-67f2-40d2-b44b-382a63c28b54 None None] Network c7daacfa-ba69-4977-a089-6e280965a72e requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:53:16.122272 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1105ad3a-3c21-4846-b612-3cc6b041b465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:16.122855 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1105ad3a-3c21-4846-b612-3cc6b041b465 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:16.146235 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-1105ad3a-3c21-4846-b612-3cc6b041b465 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8632622 Apr 15 10:53:16.180781 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11ab18-6d94-42c2-a288-5e3ccaa93971 req-0714e7c5-b2b5-4a8e-a6cb-0d563363cd61 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:16.182699 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3b11ab18-6d94-42c2-a288-5e3ccaa93971 req-0714e7c5-b2b5-4a8e-a6cb-0d563363cd61 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 946 time: 0.1002767 Apr 15 10:53:16.252743 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3b11ab18-6d94-42c2-a288-5e3ccaa93971 req-0ca40897-94a3-48ae-b03c-d53e293865d7 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628593 Apr 15 10:53:16.376608 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2dc8a2-85e2-421d-9910-6f69800aa629 None None] Network c7daacfa-ba69-4977-a089-6e280965a72e requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:53:16.763249 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 42132) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:16.769605 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-c9371a01-bdef-4248-b427-457176c7d3d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-766545433-network', 'tenant_id': '196f2f976d4e43309ee244e9db6ac871'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:53:16.774541 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-c9371a01-bdef-4248-b427-457176c7d3d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:16.778561 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-c9371a01-bdef-4248-b427-457176c7d3d1 admin admin] Usage tracker for resource:network and tenant:196f2f976d4e43309ee244e9db6ac871 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:16.782494 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-c9371a01-bdef-4248-b427-457176c7d3d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:16.788891 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-c9371a01-bdef-4248-b427-457176c7d3d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:16.797570 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9371a01-bdef-4248-b427-457176c7d3d1 admin admin] Made reservation on behalf of 196f2f976d4e43309ee244e9db6ac871 for: {'network': 1} {{(pid=85272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:53:16.802931 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c9371a01-bdef-4248-b427-457176c7d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for network, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:16.816828 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c9371a01-bdef-4248-b427-457176c7d3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:16.834110 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-c9371a01-bdef-4248-b427-457176c7d3d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:16.838534 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-c9371a01-bdef-4248-b427-457176c7d3d1 admin admin] Usage tracker for resource:security_group_rule and tenant:196f2f976d4e43309ee244e9db6ac871 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:16.841978 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-c9371a01-bdef-4248-b427-457176c7d3d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:16.849244 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-c9371a01-bdef-4248-b427-457176c7d3d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:16.944419 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c9371a01-bdef-4248-b427-457176c7d3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:16.947746 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c9371a01-bdef-4248-b427-457176c7d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:16.952360 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-9261636c-3739-4e58-a419-de0c1bb35aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:16.979495 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9371a01-bdef-4248-b427-457176c7d3d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=85272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:53:16.993877 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9371a01-bdef-4248-b427-457176c7d3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7e3891-b8c3-4b70-9881-a8ff81a55c87,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:16.998269 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-c9371a01-bdef-4248-b427-457176c7d3d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:16.999294 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c9371a01-bdef-4248-b427-457176c7d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854748824'] for segment, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:16.999682 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.segments_db [None req-c9371a01-bdef-4248-b427-457176c7d3d1 admin admin] Added segment b9fc187c-9e65-4aa1-a6f3-0d0b3dbde62f of type vlan for network 8112babf-7ca8-4f3c-9fbc-97c6467afbac Apr 15 10:53:17.031225 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c9371a01-bdef-4248-b427-457176c7d3d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363301132464039'] for network, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:17.044646 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6e948-5a74-4d41-a0e7-c6b4f9313bfd req-21bf8092-e92e-4d02-8300-cbaa208bfb3d tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:17.046249 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-baa6e948-5a74-4d41-a0e7-c6b4f9313bfd req-21bf8092-e92e-4d02-8300-cbaa208bfb3d tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.3694725 Apr 15 10:53:17.048331 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef0c1e-f417-48f2-a619-902899a96307 req-39878a23-5953-4c33-9fa1-8d57699021db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:17.049768 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-03ef0c1e-f417-48f2-a619-902899a96307 req-39878a23-5953-4c33-9fa1-8d57699021db service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=689fecd83bc6425fa49a8b8585fa7766&device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 1099 time: 0.3313098 Apr 15 10:53:17.061709 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c9371a01-bdef-4248-b427-457176c7d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349'] for network, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:17.063127 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9371a01-bdef-4248-b427-457176c7d3d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:17.063759 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c9371a01-bdef-4248-b427-457176c7d3d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for network, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:17.069082 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:17.171290 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-c9371a01-bdef-4248-b427-457176c7d3d1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4068186 Apr 15 10:53:17.172202 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9371a01-bdef-4248-b427-457176c7d3d1 admin admin] Pushing event updated for resources: {'Network': ['ID=8112babf-7ca8-4f3c-9fbc-97c6467afbac,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:17.174225 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 42136) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:17.177788 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-c9371a01-bdef-4248-b427-457176c7d3d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:17.178938 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-baa6e948-5a74-4d41-a0e7-c6b4f9313bfd req-54c76357-c1c9-4d91-a037-afe849a5c8bc tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257379 Apr 15 10:53:17.181666 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-e92c6312-3992-4868-a92f-8784d9c99869 admin admin] Request body: {'subnet': {'network_id': '8112babf-7ca8-4f3c-9fbc-97c6467afbac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-766545433-subnet', 'tenant_id': '196f2f976d4e43309ee244e9db6ac871', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:53:17.184476 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Network 8112babf-7ca8-4f3c-9fbc-97c6467afbac details requested by agent ovs-agent-dv-cinder-786383-1-iscsi with host dv-cinder-786383-1-iscsi {{(pid=85273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:53:17.187361 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-e92c6312-3992-4868-a92f-8784d9c99869 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:17.193392 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-e92c6312-3992-4868-a92f-8784d9c99869 admin admin] Usage tracker for resource:subnet and tenant:196f2f976d4e43309ee244e9db6ac871 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:17.196623 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-e92c6312-3992-4868-a92f-8784d9c99869 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:17.202666 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-e92c6312-3992-4868-a92f-8784d9c99869 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:17.218782 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92c6312-3992-4868-a92f-8784d9c99869 admin admin] Made reservation on behalf of 196f2f976d4e43309ee244e9db6ac871 for: {'subnet': 1} {{(pid=85272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:53:17.231158 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e92c6312-3992-4868-a92f-8784d9c99869 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852330914'] for subnet, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:17.234094 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef0c1e-f417-48f2-a619-902899a96307 req-366fb485-5f0b-4518-885f-be595fcbc8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:17.236128 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-03ef0c1e-f417-48f2-a619-902899a96307 req-366fb485-5f0b-4518-885f-be595fcbc8ab service neutron] 10.222.0.60 "GET /v2.0/networks?id=f668c3bb-e88f-444d-af6d-837916f0416a HTTP/1.1" status: 200 len: 916 time: 0.1668997 Apr 15 10:53:17.417827 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-03ef0c1e-f417-48f2-a619-902899a96307 req-2c68c62a-6b74-41c0-be7e-1ed9532415dc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=277e037f-d94c-45ba-8068-c686c56edd78 HTTP/1.1" status: 200 len: 1002 time: 0.1737733 Apr 15 10:53:17.523000 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef0c1e-f417-48f2-a619-902899a96307 req-75c1a8e1-0b4a-4140-ba51-ab3b1c2364f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:17.524583 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-03ef0c1e-f417-48f2-a619-902899a96307 req-75c1a8e1-0b4a-4140-ba51-ab3b1c2364f1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb6df1b7-a13f-4f84-b22c-9831f4c87d61 HTTP/1.1" status: 200 len: 854 time: 0.0692420 Apr 15 10:53:17.640931 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4a08a-7163-4740-a1b2-d991ecd52405 req-f849789b-320a-4799-9597-9c31ef89060e tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:17.642533 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-76c4a08a-7163-4740-a1b2-d991ecd52405 req-f849789b-320a-4799-9597-9c31ef89060e tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 946 time: 0.2237751 Apr 15 10:53:17.649712 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef0c1e-f417-48f2-a619-902899a96307 req-d9094112-9337-4177-bc34-cfe62175de8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:17.651338 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-03ef0c1e-f417-48f2-a619-902899a96307 req-d9094112-9337-4177-bc34-cfe62175de8f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f668c3bb-e88f-444d-af6d-837916f0416a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1177785 Apr 15 10:53:17.675855 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e92c6312-3992-4868-a92f-8784d9c99869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2745832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852330929'] for subnet, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:17.692116 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5c71d4e8-6731-4c91-b051-dab388c3d324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:17.829770 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c6312-3992-4868-a92f-8784d9c99869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11589526-0d7f-489d-b06c-f16eb706e74e,revision_number=0']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:17.834760 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-03ef0c1e-f417-48f2-a619-902899a96307 req-6166a1c9-75cc-4c26-aeb0-b66b89cd8e0c service neutron] 10.222.0.60 "GET /v2.0/networks/f668c3bb-e88f-444d-af6d-837916f0416a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656895 Apr 15 10:53:17.840450 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-76c4a08a-7163-4740-a1b2-d991ecd52405 req-9d3d12a0-cd4c-4b65-9688-da7b85ce37bf tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881194 Apr 15 10:53:17.842739 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e92c6312-3992-4868-a92f-8784d9c99869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:17.924041 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92c6312-3992-4868-a92f-8784d9c99869 admin admin] Checking segment: {'id': 'b9fc187c-9e65-4aa1-a6f3-0d0b3dbde62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8112babf-7ca8-4f3c-9fbc-97c6467afbac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:53:17.924525 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92c6312-3992-4868-a92f-8784d9c99869 admin admin] Network hostable DHCP agents. Network: 8112babf-7ca8-4f3c-9fbc-97c6467afbac, hostable agents: ['18362263-581c-45fc-9271-eb619391ffd4'], hosted agents: [] {{(pid=85272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:53:17.961580 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92c6312-3992-4868-a92f-8784d9c99869 admin admin] Network 8112babf-7ca8-4f3c-9fbc-97c6467afbac is scheduled to be hosted by DHCP agent 18362263-581c-45fc-9271-eb619391ffd4 with binding_index 1 {{(pid=85272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:53:17.977539 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-e92c6312-3992-4868-a92f-8784d9c99869 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-1-iscsi, 8112babf-7ca8-4f3c-9fbc-97c6467afbac) {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:53:17.987688 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bbe9ca-0388-4d6f-b39c-b57ee8624d36 None None] Network 8112babf-7ca8-4f3c-9fbc-97c6467afbac requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:53:17.992899 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92c6312-3992-4868-a92f-8784d9c99869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:17.993679 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e92c6312-3992-4868-a92f-8784d9c99869 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:18.014851 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-03ef0c1e-f417-48f2-a619-902899a96307 req-097ae615-a7da-4dce-930f-2f867719bac0 service neutron] 10.222.0.60 "GET /v2.0/networks/f668c3bb-e88f-444d-af6d-837916f0416a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715763 Apr 15 10:53:18.020224 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-e92c6312-3992-4868-a92f-8784d9c99869 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8440847 Apr 15 10:53:18.247166 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b05a99-0093-4aac-9514-5db645d42505 None None] Network 8112babf-7ca8-4f3c-9fbc-97c6467afbac requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:53:19.076602 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08cbca-a397-4478-b2c1-7fd4b020d043 req-2de725ee-a50f-4143-916c-4d2b131648b9 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:19.078403 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2c08cbca-a397-4478-b2c1-7fd4b020d043 req-2de725ee-a50f-4143-916c-4d2b131648b9 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 946 time: 0.0953107 Apr 15 10:53:19.136647 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2c08cbca-a397-4478-b2c1-7fd4b020d043 req-db259a7e-9923-4eb0-a41e-578fd93f6614 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511436 Apr 15 10:53:19.332007 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 277e037f-d94c-45ba-8068-c686c56edd78 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:53:19.475947 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:19.505257 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d8f9e2-4b46-43bd-84c8-3f703af4911c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '277e037f-d94c-45ba-8068-c686c56edd78'}] {{(pid=85273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:53:19.516011 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 277e037f-d94c-45ba-8068-c686c56edd78, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=277e037f-d94c-45ba-8068-c686c56edd78,segment=NetworkSegment(8e6d0818-21ca-4119-a259-40d1be9a343f),segment_id=8e6d0818-21ca-4119-a259-40d1be9a343f)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:53:19.524955 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:19.528168 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:19.589705 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d8f9e2-4b46-43bd-84c8-3f703af4911c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '277e037f-d94c-45ba-8068-c686c56edd78', 'code': 200} Apr 15 10:53:19.649070 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=277e037f-d94c-45ba-8068-c686c56edd78,revision_number=8']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:19.652394 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:20.412480 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d5fc0-3543-4510-9e9e-868e1fdf2231 req-791ce670-d14b-4dad-9878-1925bf951b67 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:20.415414 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ed8d5fc0-3543-4510-9e9e-868e1fdf2231 req-791ce670-d14b-4dad-9878-1925bf951b67 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 944 time: 0.1282589 Apr 15 10:53:20.473816 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ed8d5fc0-3543-4510-9e9e-868e1fdf2231 req-645c75df-ead3-4a5a-81d1-fb66d02c4cd2 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507073 Apr 15 10:53:20.848914 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-02f668b4-fe6e-4f94-ae59-4cfc2879a966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:21.460826 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72708fe-7d4d-49f6-b3fc-1b6e7078e72e req-9ccd42b7-5249-4dec-ba09-9801f2f6d098 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:21.462785 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f72708fe-7d4d-49f6-b3fc-1b6e7078e72e req-9ccd42b7-5249-4dec-ba09-9801f2f6d098 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 944 time: 0.0953987 Apr 15 10:53:21.514102 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f72708fe-7d4d-49f6-b3fc-1b6e7078e72e req-c51ca6b7-cf94-4f1e-a97f-1883f9be2cdc tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443807 Apr 15 10:53:21.873895 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 42236) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:22.071252 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-80f6cc41-81bc-42fb-a34d-e0c24d70c14e req-b632d88a-2ff0-4ae4-b4a1-8740aa8a51ef service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1959112 Apr 15 10:53:22.084092 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c434a-8df0-4907-b187-e4ea40642811 req-351821e3-4e51-4eaf-896e-43baabfe0508 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:22.085764 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-642c434a-8df0-4907-b187-e4ea40642811 req-351821e3-4e51-4eaf-896e-43baabfe0508 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 945 time: 0.1719625 Apr 15 10:53:22.138902 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-642c434a-8df0-4907-b187-e4ea40642811 req-11371cb9-cb49-49db-af17-d9b5f8332994 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459778 Apr 15 10:53:22.727603 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba917d-6672-4187-9ff1-a95d676de745 req-9df076e6-045a-4296-930a-8f3f37a27c66 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:22.729202 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c7ba917d-6672-4187-9ff1-a95d676de745 req-9df076e6-045a-4296-930a-8f3f37a27c66 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 944 time: 0.0900986 Apr 15 10:53:22.779567 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c7ba917d-6672-4187-9ff1-a95d676de745 req-03a5ce45-eb7b-4d3f-bc2d-8ae2e8464ba3 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436215 Apr 15 10:53:23.384583 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737b901-6fdc-4e2f-bb8e-5927ae39ab1b req-8882171e-9bb2-4750-9bbb-6d8df14aa9cc tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:23.386470 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c737b901-6fdc-4e2f-bb8e-5927ae39ab1b req-8882171e-9bb2-4750-9bbb-6d8df14aa9cc tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 945 time: 0.1218035 Apr 15 10:53:23.507288 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 277e037f-d94c-45ba-8068-c686c56edd78 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:53:23.508023 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c737b901-6fdc-4e2f-bb8e-5927ae39ab1b req-4d099214-e7d2-43c2-9e59-263bf3472c6e tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738227 Apr 15 10:53:23.519439 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6cc41-81bc-42fb-a34d-e0c24d70c14e req-6d718798-c1aa-48ed-9d10-674ef034ede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:23.521267 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-80f6cc41-81bc-42fb-a34d-e0c24d70c14e req-6d718798-c1aa-48ed-9d10-674ef034ede9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c&tenant_id=689fecd83bc6425fa49a8b8585fa7766 HTTP/1.1" status: 200 len: 1097 time: 0.1315899 Apr 15 10:53:23.567037 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63842575-7f84-45cd-9e63-3efa339c8835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:23.630570 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6cc41-81bc-42fb-a34d-e0c24d70c14e req-a3bec8fc-6a0d-4e62-b81d-4201a5842e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:23.632324 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-80f6cc41-81bc-42fb-a34d-e0c24d70c14e req-a3bec8fc-6a0d-4e62-b81d-4201a5842e1c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=689fecd83bc6425fa49a8b8585fa7766&device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 1097 time: 0.0838528 Apr 15 10:53:23.779715 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6cc41-81bc-42fb-a34d-e0c24d70c14e req-7cbc36a1-06fe-424f-864c-d17405b6c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:23.781255 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-80f6cc41-81bc-42fb-a34d-e0c24d70c14e req-7cbc36a1-06fe-424f-864c-d17405b6c7a3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f668c3bb-e88f-444d-af6d-837916f0416a HTTP/1.1" status: 200 len: 916 time: 0.1417327 Apr 15 10:53:23.894456 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-80f6cc41-81bc-42fb-a34d-e0c24d70c14e req-3cf5d426-981c-42a3-a765-a6e55caf944a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=277e037f-d94c-45ba-8068-c686c56edd78 HTTP/1.1" status: 200 len: 1000 time: 0.1051776 Apr 15 10:53:24.019484 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6cc41-81bc-42fb-a34d-e0c24d70c14e req-23a600c5-444e-44e1-8cbd-255d1d406b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:24.021034 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-80f6cc41-81bc-42fb-a34d-e0c24d70c14e req-23a600c5-444e-44e1-8cbd-255d1d406b0d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb6df1b7-a13f-4f84-b22c-9831f4c87d61 HTTP/1.1" status: 200 len: 854 time: 0.1195951 Apr 15 10:53:24.100501 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e601555-29d3-470f-bcf7-ecc29db95459 req-0541dc53-578e-4701-a859-feea49678309 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:24.102093 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1e601555-29d3-470f-bcf7-ecc29db95459 req-0541dc53-578e-4701-a859-feea49678309 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 944 time: 0.1993980 Apr 15 10:53:24.127765 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:24.166360 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6cc41-81bc-42fb-a34d-e0c24d70c14e req-0bbf989f-8399-4090-a335-f22ac440997f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:24.167987 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-80f6cc41-81bc-42fb-a34d-e0c24d70c14e req-0bbf989f-8399-4090-a335-f22ac440997f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f668c3bb-e88f-444d-af6d-837916f0416a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1369183 Apr 15 10:53:24.173050 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1e601555-29d3-470f-bcf7-ecc29db95459 req-37cd0704-c102-428b-b4d6-e12073b42479 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632253 Apr 15 10:53:24.320859 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:24.328314 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-80f6cc41-81bc-42fb-a34d-e0c24d70c14e req-e9cf6547-c268-4db2-ae17-a7b807843f4d service neutron] 10.222.0.60 "GET /v2.0/networks/f668c3bb-e88f-444d-af6d-837916f0416a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525514 Apr 15 10:53:24.476254 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-80f6cc41-81bc-42fb-a34d-e0c24d70c14e req-b5262430-c6b0-4c41-9c8c-7fdd3c187368 service neutron] 10.222.0.60 "GET /v2.0/networks/f668c3bb-e88f-444d-af6d-837916f0416a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414576 Apr 15 10:53:24.630440 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e291a7-c52f-452b-803f-b1f4ed5cfab7 req-a9e870d1-08bd-40fa-9ddf-8e7228941fc6 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:24.631984 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f3e291a7-c52f-452b-803f-b1f4ed5cfab7 req-a9e870d1-08bd-40fa-9ddf-8e7228941fc6 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 945 time: 0.0904648 Apr 15 10:53:24.758882 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-f3e291a7-c52f-452b-803f-b1f4ed5cfab7 req-c4b3ac88-05b9-4363-93bc-0f8103c7a6d5 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Deleting port 8440d864-5ffc-4e71-acb4-07401ec7e232 {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:53:24.759298 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-f3e291a7-c52f-452b-803f-b1f4ed5cfab7 req-c4b3ac88-05b9-4363-93bc-0f8103c7a6d5 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:24.875842 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7a7eb-4d1c-420d-b727-2275a6b412d2 req-d430df8f-f9a5-442d-aa51-05ebc20221e8 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:24.877464 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3cc7a7eb-4d1c-420d-b727-2275a6b412d2 req-d430df8f-f9a5-442d-aa51-05ebc20221e8 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 945 time: 0.2445107 Apr 15 10:53:25.109181 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:25.150004 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:25.254068 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3cc7a7eb-4d1c-420d-b727-2275a6b412d2 req-4670be1c-2724-43f2-a02e-aeb99c095abf tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667994 Apr 15 10:53:25.398098 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-f3e291a7-c52f-452b-803f-b1f4ed5cfab7 req-c4b3ac88-05b9-4363-93bc-0f8103c7a6d5 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] For port 8440d864-5ffc-4e71-acb4-07401ec7e232, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8440d864-5ffc-4e71-acb4-07401ec7e232,segment=NetworkSegment(dca0ade4-ab81-45c8-b95b-1b00c6d691d9),segment_id=dca0ade4-ab81-45c8-b95b-1b00c6d691d9)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:53:25.398509 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-f3e291a7-c52f-452b-803f-b1f4ed5cfab7 req-c4b3ac88-05b9-4363-93bc-0f8103c7a6d5 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:25.553925 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-f3e291a7-c52f-452b-803f-b1f4ed5cfab7 req-c4b3ac88-05b9-4363-93bc-0f8103c7a6d5 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Calling delete_port for 8440d864-5ffc-4e71-acb4-07401ec7e232 owned by compute:nova {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:53:25.647600 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67858820-f34a-4099-8ee4-5f13005627f0 req-8701901d-2b62-4c23-82d7-f2624dc4a4f8 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:25.649260 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-67858820-f34a-4099-8ee4-5f13005627f0 req-8701901d-2b62-4c23-82d7-f2624dc4a4f8 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 944 time: 0.3355126 Apr 15 10:53:25.764981 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-67858820-f34a-4099-8ee4-5f13005627f0 req-dae8a436-52ae-43c4-a0c1-fd3f3e635e00 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955455 Apr 15 10:53:25.811030 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-f3e291a7-c52f-452b-803f-b1f4ed5cfab7 req-c4b3ac88-05b9-4363-93bc-0f8103c7a6d5 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:25.822549 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['9f634873-83ec-46a0-a104-67c751999aac'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:53:25.828072 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-120127f5-db33-4419-8f54-e3d15ba53b26 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:25.936369 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b3ac88-05b9-4363-93bc-0f8103c7a6d5 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Pushing event deleted for resources: {'Port': ['ID=8440d864-5ffc-4e71-acb4-07401ec7e232,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:25.953045 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b3ac88-05b9-4363-93bc-0f8103c7a6d5 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:25.953559 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b3ac88-05b9-4363-93bc-0f8103c7a6d5 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:25.953967 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b3ac88-05b9-4363-93bc-0f8103c7a6d5 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:25.954438 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b3ac88-05b9-4363-93bc-0f8103c7a6d5 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:25.954974 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b3ac88-05b9-4363-93bc-0f8103c7a6d5 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:25.955433 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b3ac88-05b9-4363-93bc-0f8103c7a6d5 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:25.955823 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b3ac88-05b9-4363-93bc-0f8103c7a6d5 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:25.956311 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b3ac88-05b9-4363-93bc-0f8103c7a6d5 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:25.956900 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b3ac88-05b9-4363-93bc-0f8103c7a6d5 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:25.957293 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b3ac88-05b9-4363-93bc-0f8103c7a6d5 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:25.957689 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b3ac88-05b9-4363-93bc-0f8103c7a6d5 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:25.958096 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b3ac88-05b9-4363-93bc-0f8103c7a6d5 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:25.963738 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-c4b3ac88-05b9-4363-93bc-0f8103c7a6d5 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:26.139036 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e291a7-c52f-452b-803f-b1f4ed5cfab7 req-c4b3ac88-05b9-4363-93bc-0f8103c7a6d5 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] No DVR routers for this DVR port 8440d864-5ffc-4e71-acb4-07401ec7e232 on host hv-cinder-78638 {{(pid=85270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:53:26.141891 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-f3e291a7-c52f-452b-803f-b1f4ed5cfab7 req-c4b3ac88-05b9-4363-93bc-0f8103c7a6d5 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:26.145786 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b0aed0-cf43-4a64-a9d0-f8c262a81a22', 'name': 'network-vif-deleted', 'tag': '8440d864-5ffc-4e71-acb4-07401ec7e232'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:53:26.160621 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f3e291a7-c52f-452b-803f-b1f4ed5cfab7 req-c4b3ac88-05b9-4363-93bc-0f8103c7a6d5 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.60 "DELETE /v2.0/ports/8440d864-5ffc-4e71-acb4-07401ec7e232 HTTP/1.1" status: 204 len: 173 time: 1.4920580 Apr 15 10:53:26.214263 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b0aed0-cf43-4a64-a9d0-f8c262a81a22', 'name': 'network-vif-deleted', 'tag': '8440d864-5ffc-4e71-acb4-07401ec7e232', 'status': 'completed', 'code': 200} Apr 15 10:53:26.513469 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-6c9148e2-dce8-47eb-b1da-1c515f4cf364 req-3cfe6fbf-e666-4b67-965c-2841f640cca6 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Synchronizing usage tracker for tenant:8bcb1eb90140445da3fa22dfd1c24874 on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:53:26.536594 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-6c9148e2-dce8-47eb-b1da-1c515f4cf364 req-3cfe6fbf-e666-4b67-965c-2841f640cca6 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Unset dirty status for tenant:8bcb1eb90140445da3fa22dfd1c24874 on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:53:26.538016 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6c9148e2-dce8-47eb-b1da-1c515f4cf364 req-3cfe6fbf-e666-4b67-965c-2841f640cca6 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 210 time: 0.0868626 Apr 15 10:53:26.999787 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d3f00-025f-49aa-bef8-3e7498918214 req-2608399a-8b9a-46c9-8568-af43cd974950 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:27.001705 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1b0d3f00-025f-49aa-bef8-3e7498918214 req-2608399a-8b9a-46c9-8568-af43cd974950 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 944 time: 0.0991764 Apr 15 10:53:27.056768 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1b0d3f00-025f-49aa-bef8-3e7498918214 req-7a25b5c8-5884-447c-a8db-bc469e94a853 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484929 Apr 15 10:53:27.364262 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 8440d864-5ffc-4e71-acb4-07401ec7e232 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:53:27.409500 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] No Port match for: 8440d864-5ffc-4e71-acb4-07401ec7e232 {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:53:27.410061 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 8440d864-5ffc-4e71-acb4-07401ec7e232 not bound to the agent host hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:53:27.715910 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f87bdc14-3e43-45f5-a69b-a7e2329041a9 req-a06867f3-c4a7-4426-a74a-b1e3557ad731 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 210 time: 0.0545294 Apr 15 10:53:28.315418 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c546c38-c9e1-4080-ae83-007dcfe94c9d req-b1c5aa09-6072-4aed-9f47-cec11060436f tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:28.320807 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8c546c38-c9e1-4080-ae83-007dcfe94c9d req-b1c5aa09-6072-4aed-9f47-cec11060436f tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 944 time: 0.1188943 Apr 15 10:53:28.401288 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8c546c38-c9e1-4080-ae83-007dcfe94c9d req-350ad068-7135-484b-80a2-b9bfa2e8b588 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602975 Apr 15 10:53:28.922085 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-57656bd3-f050-4539-b1d5-d7acded29d75 req-625b23d2-b951-470b-9089-10afddc65f89 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 210 time: 0.0548778 Apr 15 10:53:29.633217 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1355d-0c92-47a3-ad2d-165e9a8fb533 req-712f84a8-3a52-400a-b2fc-a1fd48a02450 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:29.634747 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f5d1355d-0c92-47a3-ad2d-165e9a8fb533 req-712f84a8-3a52-400a-b2fc-a1fd48a02450 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 944 time: 0.0947802 Apr 15 10:53:29.689111 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f5d1355d-0c92-47a3-ad2d-165e9a8fb533 req-a1db91b0-d8ed-4e52-9804-0668e56bbc30 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476604 Apr 15 10:53:30.117550 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-069b1d29-4c63-4656-a9c4-adab71b07c17 req-623309bb-4dff-4cf4-b542-9b22dbdc1343 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 210 time: 0.0678778 Apr 15 10:53:30.912356 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059bfd6-4f8e-4a5d-8a7b-e7616307bdc6 req-de26b402-2bbc-4567-9ba1-10369d1cda1e tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:30.914149 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c059bfd6-4f8e-4a5d-8a7b-e7616307bdc6 req-de26b402-2bbc-4567-9ba1-10369d1cda1e tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 944 time: 0.0959115 Apr 15 10:53:30.968451 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c059bfd6-4f8e-4a5d-8a7b-e7616307bdc6 req-c9112e0d-4aef-4bfa-a659-9af5e3375fee tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476749 Apr 15 10:53:31.360297 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-89cece50-2214-41ea-be0c-e29cd7240eae req-643f3c77-0118-4093-9e6a-55765040bd00 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 210 time: 0.0778277 Apr 15 10:53:32.248442 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db455ea4-43d1-43bb-8f9a-ecc43e549463 req-8825afb3-85ca-465c-b890-a6164b880e56 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:32.248442 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-db455ea4-43d1-43bb-8f9a-ecc43e549463 req-8825afb3-85ca-465c-b890-a6164b880e56 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 944 time: 0.1193213 Apr 15 10:53:32.316599 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-db455ea4-43d1-43bb-8f9a-ecc43e549463 req-482b5b95-3b80-430a-a1ca-e4a0949080ca tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594563 Apr 15 10:53:32.561735 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d4e4a6b5-2064-4059-87e6-bcd4bdd8b509 req-caa87fee-ec07-48a2-992e-817a33863b4d tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 210 time: 0.0676501 Apr 15 10:53:33.555581 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecba747-87f4-47ff-8bc0-7d9a7df72ac9 req-3fa11a8f-93a2-4936-a952-75ec985ed001 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:33.557396 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6ecba747-87f4-47ff-8bc0-7d9a7df72ac9 req-3fa11a8f-93a2-4936-a952-75ec985ed001 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 944 time: 0.1048429 Apr 15 10:53:33.609242 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6ecba747-87f4-47ff-8bc0-7d9a7df72ac9 req-1764aae6-ee99-4415-9998-78fa66e362d1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453219 Apr 15 10:53:33.759788 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e652d874-819d-458b-a9f7-f20b93124395 req-adc21d01-d417-4a54-963e-ca00930eb0c6 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 210 time: 0.0624795 Apr 15 10:53:34.845124 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca717712-78fa-42cf-b03c-bd62727815ec req-f310d830-34c3-4098-b740-1013fc7ba9aa tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:34.847425 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ca717712-78fa-42cf-b03c-bd62727815ec req-f310d830-34c3-4098-b740-1013fc7ba9aa tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 944 time: 0.0936885 Apr 15 10:53:34.949600 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ca717712-78fa-42cf-b03c-bd62727815ec req-f7053917-2245-4c21-be27-19a8a1cc114b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955231 Apr 15 10:53:34.951857 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-956431e7-fcc2-4fbd-8787-3428bc60d4b4 req-8f9fa622-ed1c-4206-902f-0a1d5d06db86 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 210 time: 0.0632684 Apr 15 10:53:35.629077 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 42408) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:35.698261 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d0c25f2-68fc-437d-9d5d-6675317db190 admin admin] Deleting subnet b0cee414-3ed6-4df9-8ff7-ba2e32093c49 {{(pid=85270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 10:53:35.701429 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5d0c25f2-68fc-437d-9d5d-6675317db190 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:35.755545 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5d0c25f2-68fc-437d-9d5d-6675317db190 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:35.763467 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5d0c25f2-68fc-437d-9d5d-6675317db190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32014'] for subnet, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:36.047291 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5d0c25f2-68fc-437d-9d5d-6675317db190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854743802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349'] for subnet, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:36.144209 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:36.283752 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c25f2-68fc-437d-9d5d-6675317db190 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0cee414-3ed6-4df9-8ff7-ba2e32093c49,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:36.305726 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5d0c25f2-68fc-437d-9d5d-6675317db190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:36.309542 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3e22520e-a15a-4e3d-a5be-5a5c2cc0431b req-dc5e3ed9-6eec-4733-9fce-d61d38c5c93f tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 210 time: 0.1680605 Apr 15 10:53:36.402023 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5d0c25f2-68fc-437d-9d5d-6675317db190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for subnet, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:36.416238 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 42418) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:36.416493 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-5d0c25f2-68fc-437d-9d5d-6675317db190 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b0cee414-3ed6-4df9-8ff7-ba2e32093c49 HTTP/1.1" status: 204 len: 168 time: 0.7861228 Apr 15 10:53:36.426829 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9e1ec-ca9d-4b6d-9cfb-212e6e5e8e2f req-5da20c98-e498-4a0a-ac56-129b7be2f1bb tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:36.428591 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-59e9e1ec-ca9d-4b6d-9cfb-212e6e5e8e2f req-5da20c98-e498-4a0a-ac56-129b7be2f1bb tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 944 time: 0.2859061 Apr 15 10:53:36.488409 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-59e9e1ec-ca9d-4b6d-9cfb-212e6e5e8e2f req-fcf386be-d662-4fcc-addd-38b2119b51cc tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527248 Apr 15 10:53:36.552634 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5de55dc2-517a-4be8-818f-7e13c55d3c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853840452'] for network, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:36.744714 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5de55dc2-517a-4be8-818f-7e13c55d3c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854600463', 'neutron.services.segments.db._delete_segments_for_network--9223363301131922753'] for network, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:36.865931 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-5de55dc2-517a-4be8-818f-7e13c55d3c75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7daacfa-ba69-4977-a089-6e280965a72e']}} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:36.879095 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-5de55dc2-517a-4be8-818f-7e13c55d3c75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a9d9f8f-f4a8-432c-af38-f7154d1b8620') {'for_net_delete': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:36.879435 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-5de55dc2-517a-4be8-818f-7e13c55d3c75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a9d9f8f-f4a8-432c-af38-f7154d1b8620') {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:36.892313 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5de55dc2-517a-4be8-818f-7e13c55d3c75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301131932993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2335984'] for segment, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:36.910517 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5de55dc2-517a-4be8-818f-7e13c55d3c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854748824'] for segment, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:36.917210 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de55dc2-517a-4be8-818f-7e13c55d3c75 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=85272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 10:53:37.105672 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-5de55dc2-517a-4be8-818f-7e13c55d3c75 admin admin] Network c7daacfa-ba69-4977-a089-6e280965a72e has no segments {{(pid=85272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:53:37.115728 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5de55dc2-517a-4be8-818f-7e13c55d3c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-26960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2746006'] for segment, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:37.296661 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-5de55dc2-517a-4be8-818f-7e13c55d3c75 admin admin] Network c7daacfa-ba69-4977-a089-6e280965a72e has no segments {{(pid=85272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:53:37.324698 dv-cinder-786383-1-iscsi neutron-server[85157]: Traceback (most recent call last): Apr 15 10:53:37.324698 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 10:53:37.324698 dv-cinder-786383-1-iscsi neutron-server[85157]: timer() Apr 15 10:53:37.324698 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 10:53:37.324698 dv-cinder-786383-1-iscsi neutron-server[85157]: cb(*args, **kw) Apr 15 10:53:37.324698 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 10:53:37.324698 dv-cinder-786383-1-iscsi neutron-server[85157]: return func(*args, **kwargs) Apr 15 10:53:37.324698 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 10:53:37.324698 dv-cinder-786383-1-iscsi neutron-server[85157]: self._notify() Apr 15 10:53:37.324698 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 10:53:37.324698 dv-cinder-786383-1-iscsi neutron-server[85157]: self.callback(batched_events) Apr 15 10:53:37.324698 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 10:53:37.324698 dv-cinder-786383-1-iscsi neutron-server[85157]: event.method(event) Apr 15 10:53:37.324698 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 10:53:37.324698 dv-cinder-786383-1-iscsi neutron-server[85157]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 10:53:37.324698 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 10:53:37.324698 dv-cinder-786383-1-iscsi neutron-server[85157]: segment_id)['aggregates'][0] Apr 15 10:53:37.324698 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 10:53:37.324698 dv-cinder-786383-1-iscsi neutron-server[85157]: return f(self, *a, **k) Apr 15 10:53:37.324698 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 10:53:37.324698 dv-cinder-786383-1-iscsi neutron-server[85157]: return self._get(url).json() Apr 15 10:53:37.324698 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 10:53:37.324698 dv-cinder-786383-1-iscsi neutron-server[85157]: **kwargs) Apr 15 10:53:37.324698 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 10:53:37.324698 dv-cinder-786383-1-iscsi neutron-server[85157]: return self.request(url, 'GET', **kwargs) Apr 15 10:53:37.324698 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 10:53:37.324698 dv-cinder-786383-1-iscsi neutron-server[85157]: **endpoint_filter) Apr 15 10:53:37.324698 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 10:53:37.324698 dv-cinder-786383-1-iscsi neutron-server[85157]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 10:53:37.324698 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 10:53:37.324698 dv-cinder-786383-1-iscsi neutron-server[85157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 10:53:37.324698 dv-cinder-786383-1-iscsi neutron-server[85157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 10:53:37.408569 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5de55dc2-517a-4be8-818f-7e13c55d3c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-175238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414992'] for network, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:37.413816 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:37.431723 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5de55dc2-517a-4be8-818f-7e13c55d3c75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for network, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:37.438455 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de55dc2-517a-4be8-818f-7e13c55d3c75 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7daacfa-ba69-4977-a089-6e280965a72e,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:37.449399 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-5de55dc2-517a-4be8-818f-7e13c55d3c75 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c7daacfa-ba69-4977-a089-6e280965a72e HTTP/1.1" status: 204 len: 168 time: 1.0315418 Apr 15 10:53:37.451259 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de55dc2-517a-4be8-818f-7e13c55d3c75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:37.451685 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de55dc2-517a-4be8-818f-7e13c55d3c75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:37.452097 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de55dc2-517a-4be8-818f-7e13c55d3c75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:37.452503 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de55dc2-517a-4be8-818f-7e13c55d3c75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:37.452908 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de55dc2-517a-4be8-818f-7e13c55d3c75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:37.453309 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de55dc2-517a-4be8-818f-7e13c55d3c75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:37.453708 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de55dc2-517a-4be8-818f-7e13c55d3c75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:37.454109 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de55dc2-517a-4be8-818f-7e13c55d3c75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:37.454512 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de55dc2-517a-4be8-818f-7e13c55d3c75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:37.454918 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de55dc2-517a-4be8-818f-7e13c55d3c75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:37.455152 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 42424) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:37.455302 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de55dc2-517a-4be8-818f-7e13c55d3c75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:37.455708 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de55dc2-517a-4be8-818f-7e13c55d3c75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:37.460459 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5de55dc2-517a-4be8-818f-7e13c55d3c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:37.553437 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-302b23d9-d685-4e11-a3cd-1a791b89a8d2 req-500bd19c-04d8-4660-a658-356af0ba833e tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 210 time: 0.0581753 Apr 15 10:53:37.578775 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_v2 [None req-d72fcecc-289b-463d-b392-70a43c9694fa admin admin] Deleting subnet 11589526-0d7f-489d-b06c-f16eb706e74e {{(pid=85270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 10:53:37.583008 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d72fcecc-289b-463d-b392-70a43c9694fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:37.692401 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d72fcecc-289b-463d-b392-70a43c9694fa admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:37.702822 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d72fcecc-289b-463d-b392-70a43c9694fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32014'] for subnet, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:37.800402 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f5003-87d4-4ba8-99b9-51beac3e176b req-7f774894-2995-4c92-8dd0-fb8e3f043d1e tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:37.802006 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6d9f5003-87d4-4ba8-99b9-51beac3e176b req-7f774894-2995-4c92-8dd0-fb8e3f043d1e tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 944 time: 0.1806290 Apr 15 10:53:37.925923 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6d9f5003-87d4-4ba8-99b9-51beac3e176b req-9077284f-2a9a-400d-83bc-4160529b788d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775478 Apr 15 10:53:38.035380 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d72fcecc-289b-463d-b392-70a43c9694fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854743802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349'] for subnet, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:38.051326 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5d0c25f2-68fc-437d-9d5d-6675317db190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:38.134679 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72fcecc-289b-463d-b392-70a43c9694fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11589526-0d7f-489d-b06c-f16eb706e74e,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:38.141906 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-d72fcecc-289b-463d-b392-70a43c9694fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:38.185941 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d72fcecc-289b-463d-b392-70a43c9694fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for subnet, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:38.192998 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-d72fcecc-289b-463d-b392-70a43c9694fa admin admin] 10.222.0.36 "DELETE /v2.0/subnets/11589526-0d7f-489d-b06c-f16eb706e74e HTTP/1.1" status: 204 len: 168 time: 0.7368705 Apr 15 10:53:38.195730 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 42430) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:38.311481 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c9f59919-8db9-4952-9270-a95f757d3417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853840452'] for network, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:38.518187 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c9f59919-8db9-4952-9270-a95f757d3417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854600463', 'neutron.services.segments.db._delete_segments_for_network--9223363301131922753'] for network, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:38.640110 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c9f59919-8db9-4952-9270-a95f757d3417 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:53:38.640512 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c9f59919-8db9-4952-9270-a95f757d3417 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:53:38.641326 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c9f59919-8db9-4952-9270-a95f757d3417 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:53:38.641699 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c9f59919-8db9-4952-9270-a95f757d3417 admin admin] Subscribe: > port after_create 55550000 {{(pid=85270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:53:38.642054 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c9f59919-8db9-4952-9270-a95f757d3417 admin admin] Subscribe: > port after_delete 55550000 {{(pid=85270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:53:38.642425 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c9f59919-8db9-4952-9270-a95f757d3417 admin admin] Subscribe: > port after_update 55550000 {{(pid=85270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:53:38.642777 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c9f59919-8db9-4952-9270-a95f757d3417 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:53:38.643190 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c9f59919-8db9-4952-9270-a95f757d3417 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:53:38.643606 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c9f59919-8db9-4952-9270-a95f757d3417 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:53:38.644033 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c9f59919-8db9-4952-9270-a95f757d3417 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:53:38.769355 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c9f59919-8db9-4952-9270-a95f757d3417 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:53:38.769672 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c9f59919-8db9-4952-9270-a95f757d3417 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:53:38.770053 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c9f59919-8db9-4952-9270-a95f757d3417 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:53:38.770436 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c9f59919-8db9-4952-9270-a95f757d3417 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:53:38.770831 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-c9f59919-8db9-4952-9270-a95f757d3417 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8112babf-7ca8-4f3c-9fbc-97c6467afbac']}} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:39.011674 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-c9f59919-8db9-4952-9270-a95f757d3417 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9fc187c-9e65-4aa1-a6f3-0d0b3dbde62f') {'for_net_delete': True} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:39.012018 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-c9f59919-8db9-4952-9270-a95f757d3417 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9fc187c-9e65-4aa1-a6f3-0d0b3dbde62f') {} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:39.025647 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c9f59919-8db9-4952-9270-a95f757d3417 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301131932993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2970557'] for segment, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:39.043353 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c9f59919-8db9-4952-9270-a95f757d3417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854748824'] for segment, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:39.054268 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f59919-8db9-4952-9270-a95f757d3417 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=85270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 10:53:39.238039 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1f4d41b6-86db-48d6-833e-0c7591d44d1a req-bfcc36f5-f9f7-466c-ade8-29baf185bc0d tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 210 time: 0.4585149 Apr 15 10:53:39.365749 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-c9f59919-8db9-4952-9270-a95f757d3417 admin admin] Network 8112babf-7ca8-4f3c-9fbc-97c6467afbac has no segments {{(pid=85270) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:53:39.377778 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c9f59919-8db9-4952-9270-a95f757d3417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-26960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4175553'] for segment, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:39.477556 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64dec5-b320-4a98-b17a-f21c70f0bbce req-20610742-a6d3-43d0-9ca6-c01c29e1545d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:39.479275 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1f64dec5-b320-4a98-b17a-f21c70f0bbce req-20610742-a6d3-43d0-9ca6-c01c29e1545d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 944 time: 0.4265985 Apr 15 10:53:39.634574 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-c9f59919-8db9-4952-9270-a95f757d3417 admin admin] Network 8112babf-7ca8-4f3c-9fbc-97c6467afbac has no segments {{(pid=85270) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: from cryptography.utils import int_from_bytes Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: from cryptography.utils import int_from_bytes Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: (rel_b, rel_a, rel_b), Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: (rel_b, rel_a, rel_b), Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: Traceback (most recent call last): Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: timer() Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: cb(*args, **kw) Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: return func(*args, **kwargs) Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: self._notify() Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: self.callback(batched_events) Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: event.method(event) Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: segment_id)['aggregates'][0] Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: return f(self, *a, **k) Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: return self._get(url).json() Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: **kwargs) Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: return self.request(url, 'GET', **kwargs) Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: **endpoint_filter) Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 10:53:39.662232 dv-cinder-786383-1-iscsi neutron-server[85157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 10:53:39.757362 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1f64dec5-b320-4a98-b17a-f21c70f0bbce req-d73dbe79-96ad-4165-bd53-52dd6457116c tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2667699 Apr 15 10:53:39.764252 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c9f59919-8db9-4952-9270-a95f757d3417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-175238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414992'] for network, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:39.771238 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:39.796674 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c9f59919-8db9-4952-9270-a95f757d3417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for network, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:39.810999 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f59919-8db9-4952-9270-a95f757d3417 admin admin] Pushing event deleted for resources: {'Network': ['ID=8112babf-7ca8-4f3c-9fbc-97c6467afbac,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:39.814626 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-c9f59919-8db9-4952-9270-a95f757d3417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:39.816809 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-c9f59919-8db9-4952-9270-a95f757d3417 admin admin] 10.222.0.36 "DELETE /v2.0/networks/8112babf-7ca8-4f3c-9fbc-97c6467afbac HTTP/1.1" status: 204 len: 168 time: 1.6200817 Apr 15 10:53:40.002342 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 42444) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:40.061901 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-93a81dcf-e280-4aab-a309-ebfc7dbbcf32 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4a909de7ed8c485c90e6db961670ca95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0580757 Apr 15 10:53:40.064745 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 42448) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:40.130562 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-77dac3af-5e28-426d-8bbd-ba15ce5b5b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:40.159884 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-77dac3af-5e28-426d-8bbd-ba15ce5b5b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:40.220876 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-77dac3af-5e28-426d-8bbd-ba15ce5b5b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:40.227204 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-9fbf5214-592d-44e6-8837-0165da5d015d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:40.240354 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dac3af-5e28-426d-8bbd-ba15ce5b5b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5285f7f-bd44-4af0-a65c-ad0141c35796,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:40.242961 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-77dac3af-5e28-426d-8bbd-ba15ce5b5b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:40.247641 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-77dac3af-5e28-426d-8bbd-ba15ce5b5b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:40.248918 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-77dac3af-5e28-426d-8bbd-ba15ce5b5b5e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c5285f7f-bd44-4af0-a65c-ad0141c35796 HTTP/1.1" status: 204 len: 168 time: 0.1830530 Apr 15 10:53:40.431553 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f945713d-7297-4e49-a05b-43ad1aa35808 req-7adf09ea-1c70-4025-839a-d3b4ed09425d tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b0aed0-cf43-4a64-a9d0-f8c262a81a22 HTTP/1.1" status: 200 len: 210 time: 0.0651233 Apr 15 10:53:40.680195 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 42458) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:40.749071 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-16539114-c86a-4a9b-817d-28b6a942fc87 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=196f2f976d4e43309ee244e9db6ac871&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0675192 Apr 15 10:53:40.751635 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 42464) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:40.822218 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-59679a31-49f9-406d-ad17-ea23fa3180c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:40.852232 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-59679a31-49f9-406d-ad17-ea23fa3180c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:40.913600 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-59679a31-49f9-406d-ad17-ea23fa3180c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:40.919157 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-c9371a01-bdef-4248-b427-457176c7d3d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:40.933874 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59679a31-49f9-406d-ad17-ea23fa3180c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7e3891-b8c3-4b70-9881-a8ff81a55c87,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:40.936429 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-59679a31-49f9-406d-ad17-ea23fa3180c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:40.938691 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-59679a31-49f9-406d-ad17-ea23fa3180c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:40.943794 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-59679a31-49f9-406d-ad17-ea23fa3180c0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1a7e3891-b8c3-4b70-9881-a8ff81a55c87 HTTP/1.1" status: 204 len: 168 time: 0.1873336 Apr 15 10:53:41.011106 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b4035-9d28-40c4-9b8e-7b2f25beecad req-a91bb898-36b3-4c44-9e53-2d879253b3bb tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:41.012776 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a10b4035-9d28-40c4-9b8e-7b2f25beecad req-a91bb898-36b3-4c44-9e53-2d879253b3bb tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 944 time: 0.1016316 Apr 15 10:53:41.064264 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a10b4035-9d28-40c4-9b8e-7b2f25beecad req-64b2efb8-6898-43c1-ac3d-d7a260b23d66 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443504 Apr 15 10:53:42.015379 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecb5eb-cca5-433d-b08c-f01fdaf3e918 req-4fa9e271-0591-49af-98c4-5129ee1863f9 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:42.017071 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-aaecb5eb-cca5-433d-b08c-f01fdaf3e918 req-4fa9e271-0591-49af-98c4-5129ee1863f9 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.0992281 Apr 15 10:53:42.073081 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-aaecb5eb-cca5-433d-b08c-f01fdaf3e918 req-2acee044-cb55-412e-a15a-5fc0603ff7e3 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477312 Apr 15 10:53:42.321197 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee113e-17c4-46f0-b74c-ab3ed27442ad req-e60bfac6-8c1d-42ce-b18c-8d6a52561495 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:42.322908 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e8ee113e-17c4-46f0-b74c-ab3ed27442ad req-e60bfac6-8c1d-42ce-b18c-8d6a52561495 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 944 time: 0.0990086 Apr 15 10:53:42.395262 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e8ee113e-17c4-46f0-b74c-ab3ed27442ad req-21f27a56-f9fd-42cd-a0ee-311f36488b9a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587656 Apr 15 10:53:43.324179 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687b565-b052-4b09-983a-683d373ac287 req-d2c1648a-a4cc-4830-9b2c-9105f1d5e83b tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:43.327458 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0687b565-b052-4b09-983a-683d373ac287 req-d2c1648a-a4cc-4830-9b2c-9105f1d5e83b tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.1151326 Apr 15 10:53:43.390919 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0687b565-b052-4b09-983a-683d373ac287 req-b8e5cd6c-c10b-4eb5-989d-c24a8e41ffa2 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522671 Apr 15 10:53:43.682900 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14e30e-9136-400a-bb6f-3039bddb01aa req-aaeb311d-82f0-4698-aa88-8ae1db7664bd tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:43.684607 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3c14e30e-9136-400a-bb6f-3039bddb01aa req-aaeb311d-82f0-4698-aa88-8ae1db7664bd tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 944 time: 0.0940692 Apr 15 10:53:43.741137 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3c14e30e-9136-400a-bb6f-3039bddb01aa req-cc7ed1c9-dcf2-4167-bea6-19ec8cfcb819 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487688 Apr 15 10:53:44.649961 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8f9b3-6f8b-40d6-a196-b56377372dda req-9e13e2ad-31b7-4750-a006-fca8cf733d04 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:44.651622 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a7f8f9b3-6f8b-40d6-a196-b56377372dda req-9e13e2ad-31b7-4750-a006-fca8cf733d04 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.1077209 Apr 15 10:53:44.710218 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a7f8f9b3-6f8b-40d6-a196-b56377372dda req-bee862ce-7d0a-49c2-a316-1ad795399d8a tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518456 Apr 15 10:53:44.978675 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b8582-21ff-4a5f-a512-a0f46384e163 req-6a981637-1727-4360-8f0a-2c550ed503f1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:44.980487 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4a9b8582-21ff-4a5f-a512-a0f46384e163 req-6a981637-1727-4360-8f0a-2c550ed503f1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 944 time: 0.1082873 Apr 15 10:53:45.038821 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4a9b8582-21ff-4a5f-a512-a0f46384e163 req-3a114bc1-683e-4810-b822-6be1f2480735 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499318 Apr 15 10:53:45.775443 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:53:45.932365 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d4522-a777-4388-aad6-33fb3ac960e3 req-4fa2e227-7ec1-4096-9049-60185ace3d12 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:45.934074 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-527d4522-a777-4388-aad6-33fb3ac960e3 req-4fa2e227-7ec1-4096-9049-60185ace3d12 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.0981610 Apr 15 10:53:45.990063 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-527d4522-a777-4388-aad6-33fb3ac960e3 req-23ee0da0-0dab-4f0a-8f42-6fbf9c40e0e5 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487721 Apr 15 10:53:46.319898 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229933e-df73-47ba-b927-f983feea1a8b req-980a51ad-3afa-4d45-9a08-b54d0e52aac2 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:46.322618 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f229933e-df73-47ba-b927-f983feea1a8b req-980a51ad-3afa-4d45-9a08-b54d0e52aac2 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 944 time: 0.1344321 Apr 15 10:53:46.397195 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f229933e-df73-47ba-b927-f983feea1a8b req-8660e6f2-f93f-4661-825c-b9588effb553 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669312 Apr 15 10:53:47.369863 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4695fd0-b296-4b8f-9b6f-b03188624777 req-e34b0615-217a-4bae-a132-b4be3cdaea3f tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:47.371573 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e4695fd0-b296-4b8f-9b6f-b03188624777 req-e34b0615-217a-4bae-a132-b4be3cdaea3f tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.60 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.2004845 Apr 15 10:53:47.381977 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e780c-d36c-4496-b63e-1701f928d71a req-4aceac75-73f7-4702-a33d-88a203236c7a tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:47.383598 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-509e780c-d36c-4496-b63e-1701f928d71a req-4aceac75-73f7-4702-a33d-88a203236c7a tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 945 time: 0.1410642 Apr 15 10:53:47.496258 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-509e780c-d36c-4496-b63e-1701f928d71a req-cedef6d4-56c4-4f92-8012-91d214415ac0 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/security-groups?id=49e3fd4d-653c-438c-bdb2-db3ec67758ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796506 Apr 15 10:53:47.503594 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-e4695fd0-b296-4b8f-9b6f-b03188624777 req-57eca220-9c3f-4c34-abde-b43e283136a1 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Deleting port 9f634873-83ec-46a0-a104-67c751999aac {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:53:47.503992 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-e4695fd0-b296-4b8f-9b6f-b03188624777 req-57eca220-9c3f-4c34-abde-b43e283136a1 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:47.867452 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfbf0c-26b7-424a-8157-49620f89fed7 req-08f32ff5-8952-40b5-aa1a-2f5e8c32665f tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:47.869145 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-56dfbf0c-26b7-424a-8157-49620f89fed7 req-08f32ff5-8952-40b5-aa1a-2f5e8c32665f tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 944 time: 0.2500112 Apr 15 10:53:47.912847 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-e4695fd0-b296-4b8f-9b6f-b03188624777 req-57eca220-9c3f-4c34-abde-b43e283136a1 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] For port 9f634873-83ec-46a0-a104-67c751999aac, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9f634873-83ec-46a0-a104-67c751999aac,segment=NetworkSegment(dca0ade4-ab81-45c8-b95b-1b00c6d691d9),segment_id=dca0ade4-ab81-45c8-b95b-1b00c6d691d9)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:53:47.913260 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-e4695fd0-b296-4b8f-9b6f-b03188624777 req-57eca220-9c3f-4c34-abde-b43e283136a1 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:48.092305 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-e4695fd0-b296-4b8f-9b6f-b03188624777 req-57eca220-9c3f-4c34-abde-b43e283136a1 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Calling delete_port for 9f634873-83ec-46a0-a104-67c751999aac owned by compute:nova {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:53:48.129422 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-56dfbf0c-26b7-424a-8157-49620f89fed7 req-d5ead314-aab9-4ae7-8621-afb4a0e5f04f tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2489195 Apr 15 10:53:48.308591 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-e4695fd0-b296-4b8f-9b6f-b03188624777 req-57eca220-9c3f-4c34-abde-b43e283136a1 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:48.323694 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['9f634873-83ec-46a0-a104-67c751999aac'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:53:48.331974 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-785204d9-2a71-4322-96c7-dfc8bb6db8be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:48.474824 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eca220-9c3f-4c34-abde-b43e283136a1 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Pushing event deleted for resources: {'Port': ['ID=9f634873-83ec-46a0-a104-67c751999aac,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:48.483838 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-57eca220-9c3f-4c34-abde-b43e283136a1 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:48.745939 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4695fd0-b296-4b8f-9b6f-b03188624777 req-57eca220-9c3f-4c34-abde-b43e283136a1 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] No DVR routers for this DVR port 9f634873-83ec-46a0-a104-67c751999aac on host hv-cinder-78638 {{(pid=85270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:53:48.753964 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-e4695fd0-b296-4b8f-9b6f-b03188624777 req-57eca220-9c3f-4c34-abde-b43e283136a1 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:48.756782 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c1cc76-76e8-45d0-bd22-39a4f263836e', 'name': 'network-vif-deleted', 'tag': '9f634873-83ec-46a0-a104-67c751999aac'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:53:48.776292 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-bd76de91-629b-489f-beaf-0bd7f5474265 req-b2d2fe74-da55-4153-8157-cdd57af3967d tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Synchronizing usage tracker for tenant:8bcb1eb90140445da3fa22dfd1c24874 on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:53:48.798597 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e4695fd0-b296-4b8f-9b6f-b03188624777 req-57eca220-9c3f-4c34-abde-b43e283136a1 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.60 "DELETE /v2.0/ports/9f634873-83ec-46a0-a104-67c751999aac HTTP/1.1" status: 204 len: 173 time: 1.4136860 Apr 15 10:53:48.801743 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-bd76de91-629b-489f-beaf-0bd7f5474265 req-b2d2fe74-da55-4153-8157-cdd57af3967d tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Unset dirty status for tenant:8bcb1eb90140445da3fa22dfd1c24874 on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:53:48.817256 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bd76de91-629b-489f-beaf-0bd7f5474265 req-b2d2fe74-da55-4153-8157-cdd57af3967d tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c1cc76-76e8-45d0-bd22-39a4f263836e HTTP/1.1" status: 200 len: 210 time: 0.1114073 Apr 15 10:53:48.876008 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c1cc76-76e8-45d0-bd22-39a4f263836e', 'name': 'network-vif-deleted', 'tag': '9f634873-83ec-46a0-a104-67c751999aac', 'status': 'completed', 'code': 200} Apr 15 10:53:49.471179 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 277e037f-d94c-45ba-8068-c686c56edd78 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:53:49.676457 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 277e037f-d94c-45ba-8068-c686c56edd78, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=277e037f-d94c-45ba-8068-c686c56edd78,segment=NetworkSegment(8e6d0818-21ca-4119-a259-40d1be9a343f),segment_id=8e6d0818-21ca-4119-a259-40d1be9a343f)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:53:49.696547 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Returning: {'device': '277e037f-d94c-45ba-8068-c686c56edd78', 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a', 'port_id': '277e037f-d94c-45ba-8068-c686c56edd78', 'mac_address': 'fa:16:3e:7e:c9:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:53:49.703563 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eac4b1-673e-48c8-b227-bd12460b9ad6 req-011b1637-476e-4edd-9dce-b6d7e8e44613 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:49.705355 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c0eac4b1-673e-48c8-b227-bd12460b9ad6 req-011b1637-476e-4edd-9dce-b6d7e8e44613 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 944 time: 0.1198664 Apr 15 10:53:49.763149 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:49.777639 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c0eac4b1-673e-48c8-b227-bd12460b9ad6 req-2f53f1a3-8179-40cf-92a3-c1782f19c94e tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639265 Apr 15 10:53:49.782212 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 277e037f-d94c-45ba-8068-c686c56edd78 {{(pid=85273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:53:49.800918 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 277e037f-d94c-45ba-8068-c686c56edd78, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=277e037f-d94c-45ba-8068-c686c56edd78,segment=NetworkSegment(8e6d0818-21ca-4119-a259-40d1be9a343f),segment_id=8e6d0818-21ca-4119-a259-40d1be9a343f)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:53:49.807020 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:49.808960 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:49.911765 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=277e037f-d94c-45ba-8068-c686c56edd78,revision_number=9']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:49.917363 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:49.950245 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 42600) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:50.245683 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['277e037f-d94c-45ba-8068-c686c56edd78'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:53:50.876681 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-821d5333-b6f2-4bd5-99be-8aabd4484a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:51.049715 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-47cfa7e2-99a0-417e-ae9e-8879884b31d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854366199'] for router_interface, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:51.090417 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a6bca-dd8d-401e-97bb-afd5c486701f req-814f4ff0-f00c-46ab-9eab-be498200c858 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:51.093274 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c90a6bca-dd8d-401e-97bb-afd5c486701f req-814f4ff0-f00c-46ab-9eab-be498200c858 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 945 time: 0.1577485 Apr 15 10:53:51.394220 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c90a6bca-dd8d-401e-97bb-afd5c486701f req-cdda4f7c-87a4-4c21-a1d9-940217f72fc4 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2928710 Apr 15 10:53:51.474541 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 277e037f-d94c-45ba-8068-c686c56edd78 up at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:53:51.549746 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-47cfa7e2-99a0-417e-ae9e-8879884b31d5 admin admin] Deleting port 69081e00-7083-42cd-bbf0-d65fbbe09814 {{(pid=85272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:53:51.550324 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-47cfa7e2-99a0-417e-ae9e-8879884b31d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:51.577478 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning complete for port 277e037f-d94c-45ba-8068-c686c56edd78 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:53:51.578215 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:51.746719 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:51.781909 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d8f9e2-4b46-43bd-84c8-3f703af4911c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277e037f-d94c-45ba-8068-c686c56edd78'}] {{(pid=85273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:53:51.798325 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 277e037f-d94c-45ba-8068-c686c56edd78, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=277e037f-d94c-45ba-8068-c686c56edd78,segment=NetworkSegment(8e6d0818-21ca-4119-a259-40d1be9a343f),segment_id=8e6d0818-21ca-4119-a259-40d1be9a343f)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:53:51.803140 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:51.804096 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 9f634873-83ec-46a0-a104-67c751999aac no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:53:51.812928 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-47cfa7e2-99a0-417e-ae9e-8879884b31d5 admin admin] For port 69081e00-7083-42cd-bbf0-d65fbbe09814, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=69081e00-7083-42cd-bbf0-d65fbbe09814,segment=NetworkSegment(dca0ade4-ab81-45c8-b95b-1b00c6d691d9),segment_id=dca0ade4-ab81-45c8-b95b-1b00c6d691d9)] {{(pid=85272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:53:51.813662 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-47cfa7e2-99a0-417e-ae9e-8879884b31d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:51.837704 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-79b2e2ed-8b13-4973-824e-f43b49179961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:51.876107 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d8f9e2-4b46-43bd-84c8-3f703af4911c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277e037f-d94c-45ba-8068-c686c56edd78', 'code': 200} Apr 15 10:53:51.885010 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] No Port match for: 9f634873-83ec-46a0-a104-67c751999aac {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:53:51.885651 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 9f634873-83ec-46a0-a104-67c751999aac not bound to the agent host hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:53:51.954109 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=277e037f-d94c-45ba-8068-c686c56edd78,revision_number=10']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:51.963087 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:51.963493 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:51.963885 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:51.964268 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:51.964650 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:51.965028 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:51.965402 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:51.965779 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:51.966153 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:51.966528 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:51.966898 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:51.967386 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:51.972354 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:51.977347 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-47cfa7e2-99a0-417e-ae9e-8879884b31d5 admin admin] Calling delete_port for 69081e00-7083-42cd-bbf0-d65fbbe09814 owned by network:router_interface {{(pid=85272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:53:52.431586 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-47cfa7e2-99a0-417e-ae9e-8879884b31d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:52.466678 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-ec2daf1a-45fa-4b0b-9d96-fea1a679319e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:52.610185 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12a572-1ba9-4852-a361-e235e06c5328 req-858f6d1f-fd23-4a7d-8be9-604bfb3dfc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:52.612208 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6e12a572-1ba9-4852-a361-e235e06c5328 req-858f6d1f-fd23-4a7d-8be9-604bfb3dfc8d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 1100 time: 0.1362014 Apr 15 10:53:52.663233 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6e12a572-1ba9-4852-a361-e235e06c5328 req-8f5aebb8-d01a-4024-b80d-a5ab505e511e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442722 Apr 15 10:53:52.680196 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 42638) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:52.683246 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfa7e2-99a0-417e-ae9e-8879884b31d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=69081e00-7083-42cd-bbf0-d65fbbe09814,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:52.688508 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-47cfa7e2-99a0-417e-ae9e-8879884b31d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:52.935650 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa63de-06d7-46a7-8a5f-1202ed1a7105 req-5a774fd4-6cc7-464a-a53c-082356dfa740 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:52.937398 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-12aa63de-06d7-46a7-8a5f-1202ed1a7105 req-5a774fd4-6cc7-464a-a53c-082356dfa740 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 947 time: 0.1604726 Apr 15 10:53:52.940821 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b6da916f-983d-4cf5-be2b-41fbb4ab007a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:52.970225 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-b6da916f-983d-4cf5-be2b-41fbb4ab007a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:53.016899 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-12aa63de-06d7-46a7-8a5f-1202ed1a7105 req-d7a77a15-bc66-47a0-b9a0-7d85fa78b7b1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666509 Apr 15 10:53:53.044046 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-b6da916f-983d-4cf5-be2b-41fbb4ab007a admin admin] Usage tracker for resource:security_group_rule and tenant:91aa95e3716543b88bab65f09575eb91 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:53.108714 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-b6da916f-983d-4cf5-be2b-41fbb4ab007a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:53.126142 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-b6da916f-983d-4cf5-be2b-41fbb4ab007a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:53.221896 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-47cfa7e2-99a0-417e-ae9e-8879884b31d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854360612'] for router_interface, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:53.325149 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-714226af-9f0b-4717-8995-3c7b84a2c208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:53.436178 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b6da916f-983d-4cf5-be2b-41fbb4ab007a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:53.451252 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b6da916f-983d-4cf5-be2b-41fbb4ab007a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:53.467108 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-51f87a64-3d58-4678-b6c4-926b8e53e7c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:53.656355 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da916f-983d-4cf5-be2b-41fbb4ab007a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48aa52e1-e043-48e9-8919-9910d77c4f2a,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:53.660227 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-b6da916f-983d-4cf5-be2b-41fbb4ab007a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:53.678536 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-b6da916f-983d-4cf5-be2b-41fbb4ab007a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=91aa95e3716543b88bab65f09575eb91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9968576 Apr 15 10:53:53.681423 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 42644) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:53.801079 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-38db0cc7-f54c-44a9-ac25-8f517f2a71cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:53.855806 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-38db0cc7-f54c-44a9-ac25-8f517f2a71cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:53.953169 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-38db0cc7-f54c-44a9-ac25-8f517f2a71cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:53.960184 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-18dd8458-b82c-4324-9ea8-ea0e571ddd32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:53.978022 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db0cc7-f54c-44a9-ac25-8f517f2a71cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48aa52e1-e043-48e9-8919-9910d77c4f2a,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:53.983299 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-38db0cc7-f54c-44a9-ac25-8f517f2a71cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:53.986559 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-38db0cc7-f54c-44a9-ac25-8f517f2a71cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:53.989195 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-38db0cc7-f54c-44a9-ac25-8f517f2a71cc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/48aa52e1-e043-48e9-8919-9910d77c4f2a HTTP/1.1" status: 204 len: 168 time: 0.3062036 Apr 15 10:53:54.177951 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:54.306464 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684043a4-8f4c-4e4f-8b4d-0dadc58ac517 req-3e0214a8-6570-4afb-bb39-a1d917ddff4b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:54.316403 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-684043a4-8f4c-4e4f-8b4d-0dadc58ac517 req-3e0214a8-6570-4afb-bb39-a1d917ddff4b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 947 time: 0.1333740 Apr 15 10:53:54.329118 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47cfa7e2-99a0-417e-ae9e-8879884b31d5 admin admin] Router eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad has already been hosted by L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 {{(pid=85272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:53:54.359256 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:54.425118 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-684043a4-8f4c-4e4f-8b4d-0dadc58ac517 req-5762505c-ed81-4b1f-ac22-cc54b55504cb tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061211 Apr 15 10:53:54.580717 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 42662) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:54.612409 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-3ea09cd8-345f-41ac-a0d2-b421ff863672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:54.633844 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-3ea09cd8-345f-41ac-a0d2-b421ff863672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:54.646330 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-3ea09cd8-345f-41ac-a0d2-b421ff863672 admin admin] Usage tracker for resource:security_group_rule and tenant:be24990577834c5f818c5c842a27d7a0 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:54.650307 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-3ea09cd8-345f-41ac-a0d2-b421ff863672 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:54.654260 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cfa7e2-99a0-417e-ae9e-8879884b31d5 admin admin] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:53:54.666675 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df691d21-ea0f-4cbe-a532-8ff993ab1c1f None None] Sync routers for ids ['eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad'] in dv-cinder-786383-1-iscsi {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:53:54.669959 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-3ea09cd8-345f-41ac-a0d2-b421ff863672 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:54.682436 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df691d21-ea0f-4cbe-a532-8ff993ab1c1f None None] Routers {'eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:53:54.683125 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-df691d21-ea0f-4cbe-a532-8ff993ab1c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:53:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:54.692903 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-47cfa7e2-99a0-417e-ae9e-8879884b31d5 admin admin] 10.222.0.36 "PUT /v2.0/routers/eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7380135 Apr 15 10:53:54.696611 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 42672) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:54.949800 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-df691d21-ea0f-4cbe-a532-8ff993ab1c1f None None] Set router eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:53:54.980797 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9e5757ee-cd56-48cd-8cde-d81efb619691 admin admin] Notify callbacks [] for router, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:55.110822 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:55.165463 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:55.170575 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-3ea09cd8-345f-41ac-a0d2-b421ff863672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:55.181556 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-3ea09cd8-345f-41ac-a0d2-b421ff863672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:55.196933 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e6a82d1b-8221-45a8-bc92-e120a4369eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:55.233418 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea09cd8-345f-41ac-a0d2-b421ff863672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb48667-95d4-41c7-9174-8292e38db543,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:55.238778 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-3ea09cd8-345f-41ac-a0d2-b421ff863672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:55.283248 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-3ea09cd8-345f-41ac-a0d2-b421ff863672 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=be24990577834c5f818c5c842a27d7a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7006645 Apr 15 10:53:55.286310 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 42696) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:55.337263 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9e5757ee-cd56-48cd-8cde-d81efb619691 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:55.350630 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-9e5757ee-cd56-48cd-8cde-d81efb619691 admin admin] Deleting port cbc93d02-59e2-4482-8b25-ef6bfbae8173 {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:53:55.351119 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9e5757ee-cd56-48cd-8cde-d81efb619691 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:55.432520 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c8fcc116-4d6a-4c40-8829-a2b1ae40914b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:55.444660 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-df691d21-ea0f-4cbe-a532-8ff993ab1c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad', 'name': 'tempest-ServerRescueNegativeTestJSON-117946048-router', 'tenant_id': '8bcb1eb90140445da3fa22dfd1c24874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'cbc93d02-59e2-4482-8b25-ef6bfbae8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:50:22Z', 'updated_at': '2021-04-15T10:53:52Z', 'revision_number': 5, 'project_id': '8bcb1eb90140445da3fa22dfd1c24874', 'gw_port': {'id': 'cbc93d02-59e2-4482-8b25-ef6bfbae8173', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:50:22Z', 'updated_at': '2021-04-15T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi'}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:55.454308 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df691d21-ea0f-4cbe-a532-8ff993ab1c1f None None] Checking router: eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad for host: dv-cinder-786383-1-iscsi {{(pid=85276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:53:55.472307 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df691d21-ea0f-4cbe-a532-8ff993ab1c1f None None] Routers {'eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:53:55.473389 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-df691d21-ea0f-4cbe-a532-8ff993ab1c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:53:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:55.537130 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c8fcc116-4d6a-4c40-8829-a2b1ae40914b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:55.566631 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-9e5757ee-cd56-48cd-8cde-d81efb619691 admin admin] For port cbc93d02-59e2-4482-8b25-ef6bfbae8173, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=cbc93d02-59e2-4482-8b25-ef6bfbae8173,segment=NetworkSegment(c54efefa-f121-49d4-9f1f-b433dc39aac8),segment_id=c54efefa-f121-49d4-9f1f-b433dc39aac8)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:53:55.567097 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9e5757ee-cd56-48cd-8cde-d81efb619691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:55.661645 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c8fcc116-4d6a-4c40-8829-a2b1ae40914b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:55.666337 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-b6da916f-983d-4cf5-be2b-41fbb4ab007a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:55.701355 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fcc116-4d6a-4c40-8829-a2b1ae40914b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb48667-95d4-41c7-9174-8292e38db543,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:55.711513 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-c8fcc116-4d6a-4c40-8829-a2b1ae40914b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:55.723913 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c8fcc116-4d6a-4c40-8829-a2b1ae40914b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:55.725690 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-c8fcc116-4d6a-4c40-8829-a2b1ae40914b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bfb48667-95d4-41c7-9174-8292e38db543 HTTP/1.1" status: 204 len: 168 time: 0.4380062 Apr 15 10:53:55.755315 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-9e5757ee-cd56-48cd-8cde-d81efb619691 admin admin] Calling delete_port for cbc93d02-59e2-4482-8b25-ef6bfbae8173 owned by network:router_gateway {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:53:55.850646 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-df691d21-ea0f-4cbe-a532-8ff993ab1c1f None None] Set router eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad gateway port host: None {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:53:55.976047 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-df691d21-ea0f-4cbe-a532-8ff993ab1c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad', 'name': 'tempest-ServerRescueNegativeTestJSON-117946048-router', 'tenant_id': '8bcb1eb90140445da3fa22dfd1c24874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:50:22Z', 'updated_at': '2021-04-15T10:53:55Z', 'revision_number': 6, 'project_id': '8bcb1eb90140445da3fa22dfd1c24874', 'gw_port_host': None}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:55.980857 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df691d21-ea0f-4cbe-a532-8ff993ab1c1f None None] The sync data for ids ['eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad'] in dv-cinder-786383-1-iscsi is: [{'id': 'eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad', 'name': 'tempest-ServerRescueNegativeTestJSON-117946048-router', 'tenant_id': '8bcb1eb90140445da3fa22dfd1c24874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:50:22Z', 'updated_at': '2021-04-15T10:53:55Z', 'revision_number': 6, 'project_id': '8bcb1eb90140445da3fa22dfd1c24874', 'gw_port_host': None}] {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:53:56.228545 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145ff12-fcd0-4fca-a4b2-3a86ec2e7b7e req-2cbf573c-ce00-4086-9396-df1abb28c1d0 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:56.231325 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b145ff12-fcd0-4fca-a4b2-3a86ec2e7b7e req-2cbf573c-ce00-4086-9396-df1abb28c1d0 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 947 time: 0.4887648 Apr 15 10:53:56.306066 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b145ff12-fcd0-4fca-a4b2-3a86ec2e7b7e req-a958286a-d3e9-4911-9ffc-b664aea16089 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610075 Apr 15 10:53:56.339481 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 42706) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:56.385898 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-12809a0b-3d48-4b6f-9aeb-ba070db3b6d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:56.408009 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-12809a0b-3d48-4b6f-9aeb-ba070db3b6d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:56.413520 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-12809a0b-3d48-4b6f-9aeb-ba070db3b6d3 admin admin] Usage tracker for resource:security_group_rule and tenant:8d017bf7353a461ab4b29dfd8e4af978 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:56.416859 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-12809a0b-3d48-4b6f-9aeb-ba070db3b6d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:56.423760 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-12809a0b-3d48-4b6f-9aeb-ba070db3b6d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:56.439404 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9e5757ee-cd56-48cd-8cde-d81efb619691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:56.470064 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-c872106b-cfee-4abf-a2c0-70b5635bb026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:56.539535 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-12809a0b-3d48-4b6f-9aeb-ba070db3b6d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:56.543359 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-12809a0b-3d48-4b6f-9aeb-ba070db3b6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:56.552048 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-19f40cda-0640-499e-b0cb-8c294a68c572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:56.591747 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5757ee-cd56-48cd-8cde-d81efb619691 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbc93d02-59e2-4482-8b25-ef6bfbae8173,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:56.609232 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-9e5757ee-cd56-48cd-8cde-d81efb619691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:56.623689 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-12809a0b-3d48-4b6f-9aeb-ba070db3b6d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8d017bf7353a461ab4b29dfd8e4af978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824624 Apr 15 10:53:56.629144 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12809a0b-3d48-4b6f-9aeb-ba070db3b6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354bb240-54d6-4344-9c5e-998985fd9efd,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:56.632256 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 42710) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:56.634474 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-12809a0b-3d48-4b6f-9aeb-ba070db3b6d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:56.795959 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-3eb83db3-e29d-4b0c-b1eb-566823e30c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:56.886170 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-3eb83db3-e29d-4b0c-b1eb-566823e30c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:56.943975 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9e5757ee-cd56-48cd-8cde-d81efb619691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854360774'] for router_gateway, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:57.390172 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9e5757ee-cd56-48cd-8cde-d81efb619691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854364964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036850582298'] for router, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:57.395590 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9e5757ee-cd56-48cd-8cde-d81efb619691 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:57.399626 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-3eb83db3-e29d-4b0c-b1eb-566823e30c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:57.406437 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-ead46e15-5195-456e-b95d-19a95ae856f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:57.538712 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device cbc93d02-59e2-4482-8b25-ef6bfbae8173 no longer exists at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:53:57.557136 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb83db3-e29d-4b0c-b1eb-566823e30c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354bb240-54d6-4344-9c5e-998985fd9efd,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:57.568640 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-3eb83db3-e29d-4b0c-b1eb-566823e30c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:57.587110 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] No Port match for: cbc93d02-59e2-4482-8b25-ef6bfbae8173 {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:53:57.587513 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device cbc93d02-59e2-4482-8b25-ef6bfbae8173 not bound to the agent host dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:53:57.587998 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 69081e00-7083-42cd-bbf0-d65fbbe09814 no longer exists at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:53:57.629916 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] No Port match for: 69081e00-7083-42cd-bbf0-d65fbbe09814 {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:53:57.630265 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 69081e00-7083-42cd-bbf0-d65fbbe09814 not bound to the agent host dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:53:57.677962 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9e5757ee-cd56-48cd-8cde-d81efb619691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-504396'] for router, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:57.678943 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5757ee-cd56-48cd-8cde-d81efb619691 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad {{(pid=85270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 10:53:57.707310 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-3eb83db3-e29d-4b0c-b1eb-566823e30c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:57.709307 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-3eb83db3-e29d-4b0c-b1eb-566823e30c90 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/354bb240-54d6-4344-9c5e-998985fd9efd HTTP/1.1" status: 204 len: 168 time: 1.0757217 Apr 15 10:53:57.715882 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9e5757ee-cd56-48cd-8cde-d81efb619691 admin admin] Notify callbacks [] for router, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:57.716525 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-9e5757ee-cd56-48cd-8cde-d81efb619691 admin admin] 10.222.0.36 "DELETE /v2.0/routers/eb3e18e9-2ebc-481c-b73d-4d0f5bf2eaad HTTP/1.1" status: 204 len: 168 time: 3.0188463 Apr 15 10:53:57.720618 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 42720) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:57.774247 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85aea83-2bb8-47d6-a58c-c69720b88d1e req-a7958413-de87-4f27-8a7c-a8c0d30c30aa tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:57.776033 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e85aea83-2bb8-47d6-a58c-c69720b88d1e req-a7958413-de87-4f27-8a7c-a8c0d30c30aa tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 947 time: 0.2116597 Apr 15 10:53:57.827972 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf883471-319f-4128-89c4-43d6e7103050 admin admin] Deleting subnet c09a2153-4c60-41c0-9f30-f656c5037494 {{(pid=85272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 10:53:57.833472 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bf883471-319f-4128-89c4-43d6e7103050 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:57.865470 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e85aea83-2bb8-47d6-a58c-c69720b88d1e req-03ff4b21-ec2d-47d4-870f-ca9117106057 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731926 Apr 15 10:53:57.918731 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bf883471-319f-4128-89c4-43d6e7103050 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852439832'] for subnet, precommit_delete_associations {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:57.998774 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bf883471-319f-4128-89c4-43d6e7103050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32014'] for subnet, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:58.413551 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bf883471-319f-4128-89c4-43d6e7103050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854743802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852030155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2444916'] for subnet, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:58.430739 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-b6df97e4-5006-419f-9ad6-33a1f5571b12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:58.555932 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf883471-319f-4128-89c4-43d6e7103050 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c09a2153-4c60-41c0-9f30-f656c5037494,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:58.570211 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-bf883471-319f-4128-89c4-43d6e7103050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:58.616037 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bf883471-319f-4128-89c4-43d6e7103050 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:58.632535 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-bf883471-319f-4128-89c4-43d6e7103050 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c09a2153-4c60-41c0-9f30-f656c5037494 HTTP/1.1" status: 204 len: 168 time: 0.9097917 Apr 15 10:53:58.639019 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 42740) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:58.797053 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2dae8bb4-6baf-4e2b-a9f6-1d1aec776336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853840452'] for network, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:58.856441 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 42748) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:59.012336 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-d75d3cbb-9a74-4d90-bb40-185cdab9370a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1866005041-network', 'tenant_id': 'f24975892fda4152a7fbdd7da531f01c'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:53:59.017105 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-d75d3cbb-9a74-4d90-bb40-185cdab9370a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:59.023065 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-d75d3cbb-9a74-4d90-bb40-185cdab9370a admin admin] Usage tracker for resource:network and tenant:f24975892fda4152a7fbdd7da531f01c is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:59.027150 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-d75d3cbb-9a74-4d90-bb40-185cdab9370a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:59.036349 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-d75d3cbb-9a74-4d90-bb40-185cdab9370a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:59.036623 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2dae8bb4-6baf-4e2b-a9f6-1d1aec776336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854600463', 'neutron.services.segments.db._delete_segments_for_network--9223363301131922753'] for network, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:59.051274 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75d3cbb-9a74-4d90-bb40-185cdab9370a admin admin] Made reservation on behalf of f24975892fda4152a7fbdd7da531f01c for: {'network': 1} {{(pid=85272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:53:59.056295 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d75d3cbb-9a74-4d90-bb40-185cdab9370a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for network, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:59.071652 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d75d3cbb-9a74-4d90-bb40-185cdab9370a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:59.089723 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-d75d3cbb-9a74-4d90-bb40-185cdab9370a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:59.094163 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-d75d3cbb-9a74-4d90-bb40-185cdab9370a admin admin] Usage tracker for resource:security_group_rule and tenant:f24975892fda4152a7fbdd7da531f01c is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:59.097900 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-d75d3cbb-9a74-4d90-bb40-185cdab9370a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:59.105012 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-d75d3cbb-9a74-4d90-bb40-185cdab9370a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:59.167619 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-2dae8bb4-6baf-4e2b-a9f6-1d1aec776336 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f19835a-ad99-4134-9d53-1e73b3ca8574']}} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:59.184689 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-2dae8bb4-6baf-4e2b-a9f6-1d1aec776336 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca0ade4-ab81-45c8-b95b-1b00c6d691d9') {'for_net_delete': True} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:59.185038 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-2dae8bb4-6baf-4e2b-a9f6-1d1aec776336 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca0ade4-ab81-45c8-b95b-1b00c6d691d9') {} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:59.199089 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2dae8bb4-6baf-4e2b-a9f6-1d1aec776336 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301131932993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2970557'] for segment, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:59.210205 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d75d3cbb-9a74-4d90-bb40-185cdab9370a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:59.213603 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d75d3cbb-9a74-4d90-bb40-185cdab9370a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:59.217839 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2dae8bb4-6baf-4e2b-a9f6-1d1aec776336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854748824'] for segment, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:59.219020 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-59679a31-49f9-406d-ad17-ea23fa3180c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:59.226475 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dae8bb4-6baf-4e2b-a9f6-1d1aec776336 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=85270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 10:53:59.241213 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d75d3cbb-9a74-4d90-bb40-185cdab9370a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=85272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:53:59.263857 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d3cbb-9a74-4d90-bb40-185cdab9370a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfc34e3-108a-4880-91b4-86c4b6df0d27,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:59.266999 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d75d3cbb-9a74-4d90-bb40-185cdab9370a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854748824'] for segment, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:59.267417 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.segments_db [None req-d75d3cbb-9a74-4d90-bb40-185cdab9370a admin admin] Added segment 635706fb-d311-4a65-8ba9-240eaf791198 of type vlan for network 20132e3f-f9ec-44ce-8549-8b44fd8e54d2 Apr 15 10:53:59.269367 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-d75d3cbb-9a74-4d90-bb40-185cdab9370a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:59.304385 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d75d3cbb-9a74-4d90-bb40-185cdab9370a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363301132464039'] for network, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:59.348446 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d75d3cbb-9a74-4d90-bb40-185cdab9370a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349'] for network, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:59.350045 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75d3cbb-9a74-4d90-bb40-185cdab9370a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:59.350794 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d75d3cbb-9a74-4d90-bb40-185cdab9370a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for network, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:59.357276 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-4cd4cd74-7ca5-440e-a20d-1132a8c77201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:59.431215 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-2dae8bb4-6baf-4e2b-a9f6-1d1aec776336 admin admin] Network 9f19835a-ad99-4134-9d53-1e73b3ca8574 has no segments {{(pid=85270) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:53:59.437666 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2dae8bb4-6baf-4e2b-a9f6-1d1aec776336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-26960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4175553'] for segment, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:59.479930 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-d75d3cbb-9a74-4d90-bb40-185cdab9370a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6215894 Apr 15 10:53:59.484686 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 42754) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:59.489554 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d3cbb-9a74-4d90-bb40-185cdab9370a admin admin] Pushing event updated for resources: {'Network': ['ID=20132e3f-f9ec-44ce-8549-8b44fd8e54d2,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:59.493938 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-d75d3cbb-9a74-4d90-bb40-185cdab9370a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:59.499788 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-4d8dbe7a-afde-424c-aa04-66fe722e4fbf admin admin] Request body: {'subnet': {'network_id': '20132e3f-f9ec-44ce-8549-8b44fd8e54d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1866005041-subnet', 'tenant_id': 'f24975892fda4152a7fbdd7da531f01c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:53:59.501636 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Network 20132e3f-f9ec-44ce-8549-8b44fd8e54d2 details requested by agent ovs-agent-dv-cinder-786383-1-iscsi with host dv-cinder-786383-1-iscsi {{(pid=85273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:53:59.505970 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-4d8dbe7a-afde-424c-aa04-66fe722e4fbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:59.511071 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-4d8dbe7a-afde-424c-aa04-66fe722e4fbf admin admin] Usage tracker for resource:subnet and tenant:f24975892fda4152a7fbdd7da531f01c is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:59.515667 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-4d8dbe7a-afde-424c-aa04-66fe722e4fbf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:59.525103 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-4d8dbe7a-afde-424c-aa04-66fe722e4fbf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:59.540572 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8dbe7a-afde-424c-aa04-66fe722e4fbf admin admin] Made reservation on behalf of f24975892fda4152a7fbdd7da531f01c for: {'subnet': 1} {{(pid=85272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:53:59.545667 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4d8dbe7a-afde-424c-aa04-66fe722e4fbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852330914'] for subnet, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:59.661997 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-2dae8bb4-6baf-4e2b-a9f6-1d1aec776336 admin admin] Network 9f19835a-ad99-4134-9d53-1e73b3ca8574 has no segments {{(pid=85270) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:53:59.686761 dv-cinder-786383-1-iscsi neutron-server[85157]: Traceback (most recent call last): Apr 15 10:53:59.686761 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 10:53:59.686761 dv-cinder-786383-1-iscsi neutron-server[85157]: timer() Apr 15 10:53:59.686761 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 10:53:59.686761 dv-cinder-786383-1-iscsi neutron-server[85157]: cb(*args, **kw) Apr 15 10:53:59.686761 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 10:53:59.686761 dv-cinder-786383-1-iscsi neutron-server[85157]: return func(*args, **kwargs) Apr 15 10:53:59.686761 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 10:53:59.686761 dv-cinder-786383-1-iscsi neutron-server[85157]: self._notify() Apr 15 10:53:59.686761 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 10:53:59.686761 dv-cinder-786383-1-iscsi neutron-server[85157]: self.callback(batched_events) Apr 15 10:53:59.686761 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 10:53:59.686761 dv-cinder-786383-1-iscsi neutron-server[85157]: event.method(event) Apr 15 10:53:59.686761 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 10:53:59.686761 dv-cinder-786383-1-iscsi neutron-server[85157]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 10:53:59.686761 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 10:53:59.686761 dv-cinder-786383-1-iscsi neutron-server[85157]: segment_id)['aggregates'][0] Apr 15 10:53:59.686761 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 10:53:59.686761 dv-cinder-786383-1-iscsi neutron-server[85157]: return f(self, *a, **k) Apr 15 10:53:59.686761 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 10:53:59.686761 dv-cinder-786383-1-iscsi neutron-server[85157]: return self._get(url).json() Apr 15 10:53:59.686761 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 10:53:59.686761 dv-cinder-786383-1-iscsi neutron-server[85157]: **kwargs) Apr 15 10:53:59.686761 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 10:53:59.686761 dv-cinder-786383-1-iscsi neutron-server[85157]: return self.request(url, 'GET', **kwargs) Apr 15 10:53:59.686761 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 10:53:59.686761 dv-cinder-786383-1-iscsi neutron-server[85157]: **endpoint_filter) Apr 15 10:53:59.686761 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 10:53:59.686761 dv-cinder-786383-1-iscsi neutron-server[85157]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 10:53:59.686761 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 10:53:59.686761 dv-cinder-786383-1-iscsi neutron-server[85157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 10:53:59.686761 dv-cinder-786383-1-iscsi neutron-server[85157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 10:53:59.783222 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2dae8bb4-6baf-4e2b-a9f6-1d1aec776336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-175238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414992'] for network, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:59.789284 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2dae8bb4-6baf-4e2b-a9f6-1d1aec776336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for network, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:59.794534 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:59.821396 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae8bb4-6baf-4e2b-a9f6-1d1aec776336 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f19835a-ad99-4134-9d53-1e73b3ca8574,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:59.824798 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-2dae8bb4-6baf-4e2b-a9f6-1d1aec776336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:59.827605 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-2dae8bb4-6baf-4e2b-a9f6-1d1aec776336 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9f19835a-ad99-4134-9d53-1e73b3ca8574 HTTP/1.1" status: 204 len: 168 time: 1.1873906 Apr 15 10:53:59.981503 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 42760) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:00.044028 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-8d0af23e-b61d-4df0-8fe1-da225addddec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8bcb1eb90140445da3fa22dfd1c24874&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0605464 Apr 15 10:54:00.047536 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 42764) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:00.078056 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4d8dbe7a-afde-424c-aa04-66fe722e4fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2745832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852330929'] for subnet, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:00.096096 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1105ad3a-3c21-4846-b612-3cc6b041b465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:00.116468 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-87d79781-2e10-49c0-bb31-8b250c72142b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:00.148408 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-87d79781-2e10-49c0-bb31-8b250c72142b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:00.203062 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-87d79781-2e10-49c0-bb31-8b250c72142b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:00.212263 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-27457481-8a64-472c-b92c-b48ead003905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:00.227040 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8dbe7a-afde-424c-aa04-66fe722e4fbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bb1c553-d9ac-4d4d-9ace-8ff0bfe3715d,revision_number=0']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:00.229840 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-4d8dbe7a-afde-424c-aa04-66fe722e4fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:00.231209 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d79781-2e10-49c0-bb31-8b250c72142b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e3fd4d-653c-438c-bdb2-db3ec67758ef,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:00.242250 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-87d79781-2e10-49c0-bb31-8b250c72142b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:00.243101 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-87d79781-2e10-49c0-bb31-8b250c72142b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:00.246814 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-87d79781-2e10-49c0-bb31-8b250c72142b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/49e3fd4d-653c-438c-bdb2-db3ec67758ef HTTP/1.1" status: 204 len: 168 time: 0.1958292 Apr 15 10:54:00.317078 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8dbe7a-afde-424c-aa04-66fe722e4fbf admin admin] Checking segment: {'id': '635706fb-d311-4a65-8ba9-240eaf791198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '20132e3f-f9ec-44ce-8549-8b44fd8e54d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:54:00.317400 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8dbe7a-afde-424c-aa04-66fe722e4fbf admin admin] Network hostable DHCP agents. Network: 20132e3f-f9ec-44ce-8549-8b44fd8e54d2, hostable agents: ['18362263-581c-45fc-9271-eb619391ffd4'], hosted agents: [] {{(pid=85272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:54:00.338428 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8dbe7a-afde-424c-aa04-66fe722e4fbf admin admin] Network 20132e3f-f9ec-44ce-8549-8b44fd8e54d2 is scheduled to be hosted by DHCP agent 18362263-581c-45fc-9271-eb619391ffd4 with binding_index 1 {{(pid=85272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:54:00.358813 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-4d8dbe7a-afde-424c-aa04-66fe722e4fbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-1-iscsi, 20132e3f-f9ec-44ce-8549-8b44fd8e54d2) {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:54:00.370608 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514fbc25-05c5-49c0-80ab-c1804b1d459c None None] Network 20132e3f-f9ec-44ce-8549-8b44fd8e54d2 requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:54:00.381293 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8dbe7a-afde-424c-aa04-66fe722e4fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:00.381955 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4d8dbe7a-afde-424c-aa04-66fe722e4fbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:00.409871 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-4d8dbe7a-afde-424c-aa04-66fe722e4fbf admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9227107 Apr 15 10:54:00.649492 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334261c2-9e1f-4abd-8383-23c111b75a4e None None] Network 20132e3f-f9ec-44ce-8549-8b44fd8e54d2 requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:54:01.189204 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 42798) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:01.327101 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-b2876731-ce10-46a0-b7d8-92b9c4f1f2c0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1615987698-network', 'tenant_id': 'fcb30638465a4de3986607c669785c62'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:01.333398 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-b2876731-ce10-46a0-b7d8-92b9c4f1f2c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:01.338878 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-b2876731-ce10-46a0-b7d8-92b9c4f1f2c0 admin admin] Usage tracker for resource:network and tenant:fcb30638465a4de3986607c669785c62 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:01.342921 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-b2876731-ce10-46a0-b7d8-92b9c4f1f2c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:01.350937 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-b2876731-ce10-46a0-b7d8-92b9c4f1f2c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:01.364050 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2876731-ce10-46a0-b7d8-92b9c4f1f2c0 admin admin] Made reservation on behalf of fcb30638465a4de3986607c669785c62 for: {'network': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:54:01.369162 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b2876731-ce10-46a0-b7d8-92b9c4f1f2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for network, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:01.384049 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b2876731-ce10-46a0-b7d8-92b9c4f1f2c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:01.402394 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-b2876731-ce10-46a0-b7d8-92b9c4f1f2c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:01.406567 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-b2876731-ce10-46a0-b7d8-92b9c4f1f2c0 admin admin] Usage tracker for resource:security_group_rule and tenant:fcb30638465a4de3986607c669785c62 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:01.410805 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-b2876731-ce10-46a0-b7d8-92b9c4f1f2c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:01.417106 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-b2876731-ce10-46a0-b7d8-92b9c4f1f2c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:01.512971 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b2876731-ce10-46a0-b7d8-92b9c4f1f2c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:01.515958 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b2876731-ce10-46a0-b7d8-92b9c4f1f2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:01.521847 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-38db0cc7-f54c-44a9-ac25-8f517f2a71cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:01.554206 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2876731-ce10-46a0-b7d8-92b9c4f1f2c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=85270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:54:01.563968 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2876731-ce10-46a0-b7d8-92b9c4f1f2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05229993-d97a-4245-afc1-e4b3a03c5d9f,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:01.569075 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-b2876731-ce10-46a0-b7d8-92b9c4f1f2c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:01.571933 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b2876731-ce10-46a0-b7d8-92b9c4f1f2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854748824'] for segment, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:01.572426 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.segments_db [None req-b2876731-ce10-46a0-b7d8-92b9c4f1f2c0 admin admin] Added segment 62573fb8-990a-4640-9860-67dacda25634 of type vlan for network f4f68adc-e1df-4844-99fd-0d147cdf0bf2 Apr 15 10:54:01.600892 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b2876731-ce10-46a0-b7d8-92b9c4f1f2c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363301132464039'] for network, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:01.633646 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b2876731-ce10-46a0-b7d8-92b9c4f1f2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349'] for network, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:01.635031 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2876731-ce10-46a0-b7d8-92b9c4f1f2c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:01.635685 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b2876731-ce10-46a0-b7d8-92b9c4f1f2c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for network, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:01.641122 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-47199c20-21ec-43af-af17-17a0c06d2716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:01.755417 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-b2876731-ce10-46a0-b7d8-92b9c4f1f2c0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5648308 Apr 15 10:54:01.756359 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2876731-ce10-46a0-b7d8-92b9c4f1f2c0 admin admin] Pushing event updated for resources: {'Network': ['ID=f4f68adc-e1df-4844-99fd-0d147cdf0bf2,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:01.758541 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 42804) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:01.761599 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-b2876731-ce10-46a0-b7d8-92b9c4f1f2c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:01.765575 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-cc27dba1-69ad-48b2-838d-74d2344b6568 admin admin] Request body: {'subnet': {'network_id': 'f4f68adc-e1df-4844-99fd-0d147cdf0bf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1615987698-subnet', 'tenant_id': 'fcb30638465a4de3986607c669785c62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:01.768177 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Network f4f68adc-e1df-4844-99fd-0d147cdf0bf2 details requested by agent ovs-agent-dv-cinder-786383-1-iscsi with host dv-cinder-786383-1-iscsi {{(pid=85273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:54:01.772866 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-cc27dba1-69ad-48b2-838d-74d2344b6568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:01.777364 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-cc27dba1-69ad-48b2-838d-74d2344b6568 admin admin] Usage tracker for resource:subnet and tenant:fcb30638465a4de3986607c669785c62 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:01.780703 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-cc27dba1-69ad-48b2-838d-74d2344b6568 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:01.787758 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-cc27dba1-69ad-48b2-838d-74d2344b6568 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:01.798256 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc27dba1-69ad-48b2-838d-74d2344b6568 admin admin] Made reservation on behalf of fcb30638465a4de3986607c669785c62 for: {'subnet': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:54:01.803787 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-cc27dba1-69ad-48b2-838d-74d2344b6568 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852629372'] for subnet, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:02.233948 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-cc27dba1-69ad-48b2-838d-74d2344b6568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4175295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852629355'] for subnet, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:02.248647 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:02.383076 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc27dba1-69ad-48b2-838d-74d2344b6568 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50fd3500-7e32-47d6-a7a3-33e9c3b29397,revision_number=0']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:02.387456 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-cc27dba1-69ad-48b2-838d-74d2344b6568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:02.468603 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc27dba1-69ad-48b2-838d-74d2344b6568 admin admin] Checking segment: {'id': '62573fb8-990a-4640-9860-67dacda25634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f4f68adc-e1df-4844-99fd-0d147cdf0bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:54:02.469034 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc27dba1-69ad-48b2-838d-74d2344b6568 admin admin] Network hostable DHCP agents. Network: f4f68adc-e1df-4844-99fd-0d147cdf0bf2, hostable agents: ['18362263-581c-45fc-9271-eb619391ffd4'], hosted agents: [] {{(pid=85270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:54:02.491881 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc27dba1-69ad-48b2-838d-74d2344b6568 admin admin] Network f4f68adc-e1df-4844-99fd-0d147cdf0bf2 is scheduled to be hosted by DHCP agent 18362263-581c-45fc-9271-eb619391ffd4 with binding_index 1 {{(pid=85270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:54:02.504884 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-cc27dba1-69ad-48b2-838d-74d2344b6568 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-1-iscsi, f4f68adc-e1df-4844-99fd-0d147cdf0bf2) {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:54:02.525060 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc27dba1-69ad-48b2-838d-74d2344b6568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:02.525759 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-cc27dba1-69ad-48b2-838d-74d2344b6568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for subnet, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:02.529161 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ddea22-800e-4433-8b15-ccb1517d71dc None None] Network f4f68adc-e1df-4844-99fd-0d147cdf0bf2 requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:54:02.561274 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-cc27dba1-69ad-48b2-838d-74d2344b6568 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8015435 Apr 15 10:54:02.807593 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a9b36a-2491-4446-b35d-e6b9736eaad9 None None] Network f4f68adc-e1df-4844-99fd-0d147cdf0bf2 requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:54:02.817599 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-75b8e3f4-3780-4431-9abc-4124fa5f7507 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:02.819774 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-75b8e3f4-3780-4431-9abc-4124fa5f7507 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/networks?id=20132e3f-f9ec-44ce-8549-8b44fd8e54d2 HTTP/1.1" status: 200 len: 809 time: 0.1988273 Apr 15 10:54:02.839891 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-8974d7b7-7579-4077-b7ac-45fa0ff581c6 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/quotas/f24975892fda4152a7fbdd7da531f01c HTTP/1.1" status: 200 len: 375 time: 0.0135455 Apr 15 10:54:02.899877 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-f90ea847-d838-4aac-96bf-77d99350aada tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f24975892fda4152a7fbdd7da531f01c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530591 Apr 15 10:54:03.167734 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-fb469a32-ab7c-47b6-adb5-ac7df165bffe service neutron] 10.222.0.36 "GET /v2.0/networks/20132e3f-f9ec-44ce-8549-8b44fd8e54d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603233 Apr 15 10:54:03.189056 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 42838) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:03.196503 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-cb262d89-4cde-475b-9972-22fa95908ea3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-380053889-network', 'tenant_id': 'f2dfef712e604d7c99f573f94d11b52c'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:03.201429 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-cb262d89-4cde-475b-9972-22fa95908ea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:03.206070 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-cb262d89-4cde-475b-9972-22fa95908ea3 admin admin] Usage tracker for resource:network and tenant:f2dfef712e604d7c99f573f94d11b52c is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:03.210042 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-cb262d89-4cde-475b-9972-22fa95908ea3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:03.216143 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-cb262d89-4cde-475b-9972-22fa95908ea3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:03.224844 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb262d89-4cde-475b-9972-22fa95908ea3 admin admin] Made reservation on behalf of f2dfef712e604d7c99f573f94d11b52c for: {'network': 1} {{(pid=85272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:54:03.229610 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-cb262d89-4cde-475b-9972-22fa95908ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for network, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:03.242630 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-cb262d89-4cde-475b-9972-22fa95908ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:03.258832 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-cb262d89-4cde-475b-9972-22fa95908ea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:03.262831 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-cb262d89-4cde-475b-9972-22fa95908ea3 admin admin] Usage tracker for resource:security_group_rule and tenant:f2dfef712e604d7c99f573f94d11b52c is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:03.265829 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-cb262d89-4cde-475b-9972-22fa95908ea3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:03.273160 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-cb262d89-4cde-475b-9972-22fa95908ea3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:03.313801 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-a5d727a7-3c98-408b-a747-889e40aedee6 service neutron] 10.222.0.36 "GET /v2.0/networks/20132e3f-f9ec-44ce-8549-8b44fd8e54d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395802 Apr 15 10:54:03.360816 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-cb262d89-4cde-475b-9972-22fa95908ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:03.364678 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-cb262d89-4cde-475b-9972-22fa95908ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:03.369062 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-8463bc88-90d3-4935-a444-83b4fc95c501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:03.395987 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb262d89-4cde-475b-9972-22fa95908ea3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=85272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:54:03.409670 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb262d89-4cde-475b-9972-22fa95908ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c18a71-6cd9-4ac0-a66d-b2059f47b20f,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:03.413934 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-cb262d89-4cde-475b-9972-22fa95908ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:03.414943 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-cb262d89-4cde-475b-9972-22fa95908ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854748824'] for segment, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:03.415359 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.segments_db [None req-cb262d89-4cde-475b-9972-22fa95908ea3 admin admin] Added segment e72104b6-1930-4f4a-a7cd-1c71a408abb5 of type vlan for network 02d473f7-66c4-4d59-8b73-93ee112efae4 Apr 15 10:54:03.444286 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-cb262d89-4cde-475b-9972-22fa95908ea3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363301132464039'] for network, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:03.477334 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-cb262d89-4cde-475b-9972-22fa95908ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349'] for network, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:03.478732 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb262d89-4cde-475b-9972-22fa95908ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:03.479423 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-cb262d89-4cde-475b-9972-22fa95908ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for network, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:03.484816 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5de55dc2-517a-4be8-818f-7e13c55d3c75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:03.532011 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0d6e2e5c-0e09-4ce3-ac69-866234192e66 req-b925ed1a-0c08-4a59-9854-d0483b5793d4 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bcc8955-90e1-487c-88dc-5a76e202bddd HTTP/1.1" status: 200 len: 210 time: 0.0550594 Apr 15 10:54:03.593241 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-cb262d89-4cde-475b-9972-22fa95908ea3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4024291 Apr 15 10:54:03.594184 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb262d89-4cde-475b-9972-22fa95908ea3 admin admin] Pushing event updated for resources: {'Network': ['ID=02d473f7-66c4-4d59-8b73-93ee112efae4,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:03.596336 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 42850) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:03.597183 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-cb262d89-4cde-475b-9972-22fa95908ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:03.602420 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-de2adae1-ccc5-427f-a51a-3401c3e2f3cd admin admin] Request body: {'subnet': {'network_id': '02d473f7-66c4-4d59-8b73-93ee112efae4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-380053889-subnet', 'tenant_id': 'f2dfef712e604d7c99f573f94d11b52c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:03.605675 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Network 02d473f7-66c4-4d59-8b73-93ee112efae4 details requested by agent ovs-agent-dv-cinder-786383-1-iscsi with host dv-cinder-786383-1-iscsi {{(pid=85273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:54:03.607522 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-de2adae1-ccc5-427f-a51a-3401c3e2f3cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:03.612517 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-de2adae1-ccc5-427f-a51a-3401c3e2f3cd admin admin] Usage tracker for resource:subnet and tenant:f2dfef712e604d7c99f573f94d11b52c is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:03.615704 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-de2adae1-ccc5-427f-a51a-3401c3e2f3cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:03.621718 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-de2adae1-ccc5-427f-a51a-3401c3e2f3cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:03.631734 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2adae1-ccc5-427f-a51a-3401c3e2f3cd admin admin] Made reservation on behalf of f2dfef712e604d7c99f573f94d11b52c for: {'subnet': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:54:03.636584 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-de2adae1-ccc5-427f-a51a-3401c3e2f3cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852629372'] for subnet, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:04.295164 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-de2adae1-ccc5-427f-a51a-3401c3e2f3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4175295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852629355'] for subnet, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:04.311677 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-d72fcecc-289b-463d-b392-70a43c9694fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:04.445295 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2adae1-ccc5-427f-a51a-3401c3e2f3cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e64697a-9e83-4444-8f0c-cba6bc0d08dc,revision_number=0']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:04.461942 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-de2adae1-ccc5-427f-a51a-3401c3e2f3cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:04.525909 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2adae1-ccc5-427f-a51a-3401c3e2f3cd admin admin] Checking segment: {'id': 'e72104b6-1930-4f4a-a7cd-1c71a408abb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '02d473f7-66c4-4d59-8b73-93ee112efae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:54:04.526305 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2adae1-ccc5-427f-a51a-3401c3e2f3cd admin admin] Network hostable DHCP agents. Network: 02d473f7-66c4-4d59-8b73-93ee112efae4, hostable agents: ['18362263-581c-45fc-9271-eb619391ffd4'], hosted agents: [] {{(pid=85270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:54:04.548030 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2adae1-ccc5-427f-a51a-3401c3e2f3cd admin admin] Network 02d473f7-66c4-4d59-8b73-93ee112efae4 is scheduled to be hosted by DHCP agent 18362263-581c-45fc-9271-eb619391ffd4 with binding_index 1 {{(pid=85270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:54:04.558503 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-de2adae1-ccc5-427f-a51a-3401c3e2f3cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-1-iscsi, 02d473f7-66c4-4d59-8b73-93ee112efae4) {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:54:04.571355 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36948802-a1d8-4f3b-8c68-39b7c422b226 None None] Network 02d473f7-66c4-4d59-8b73-93ee112efae4 requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:54:04.572049 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2adae1-ccc5-427f-a51a-3401c3e2f3cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:04.572805 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-de2adae1-ccc5-427f-a51a-3401c3e2f3cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for subnet, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:04.602043 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-de2adae1-ccc5-427f-a51a-3401c3e2f3cd admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9987683 Apr 15 10:54:04.719318 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-29c4bbf2-00b1-4660-9dab-aa1cf0b1e6d0 req-64c17cdb-7227-4efd-a055-2b5847042871 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bcc8955-90e1-487c-88dc-5a76e202bddd HTTP/1.1" status: 200 len: 210 time: 0.0551252 Apr 15 10:54:04.766910 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 42868) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:04.843279 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a9361aa-19f5-4508-a2b9-7ac8ca4c33d7 admin admin] Deleting subnet 50fd3500-7e32-47d6-a7a3-33e9c3b29397 {{(pid=85270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 10:54:04.846569 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9a9361aa-19f5-4508-a2b9-7ac8ca4c33d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:04.979879 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1573c020-dc5d-4203-8564-c2f822ee27c2 None None] Network 02d473f7-66c4-4d59-8b73-93ee112efae4 requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:54:04.991015 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9a9361aa-19f5-4508-a2b9-7ac8ca4c33d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851805275'] for subnet, precommit_delete_associations {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:05.098380 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9a9361aa-19f5-4508-a2b9-7ac8ca4c33d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32014'] for subnet, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:05.143058 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-52ef5d21-5264-4c3b-880c-f5b99150425f tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:05.144618 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-52ef5d21-5264-4c3b-880c-f5b99150425f tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.60 "GET /v2.0/networks?id=20132e3f-f9ec-44ce-8549-8b44fd8e54d2 HTTP/1.1" status: 200 len: 809 time: 0.2695236 Apr 15 10:54:05.164170 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-a2961f38-e7a5-48a1-8e24-25c4ced01122 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Request body: {'port': {'device_id': '6bcc8955-90e1-487c-88dc-5a76e202bddd', 'network_id': '20132e3f-f9ec-44ce-8549-8b44fd8e54d2', 'admin_state_up': True, 'tenant_id': 'f24975892fda4152a7fbdd7da531f01c'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:05.433103 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-a2961f38-e7a5-48a1-8e24-25c4ced01122 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:05.442693 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-a2961f38-e7a5-48a1-8e24-25c4ced01122 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Usage tracker for resource:port and tenant:f24975892fda4152a7fbdd7da531f01c is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:05.474517 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-a2961f38-e7a5-48a1-8e24-25c4ced01122 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:05.485981 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-a2961f38-e7a5-48a1-8e24-25c4ced01122 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:05.507548 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-a2961f38-e7a5-48a1-8e24-25c4ced01122 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Made reservation on behalf of f24975892fda4152a7fbdd7da531f01c for: {'port': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:54:05.513621 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-a2961f38-e7a5-48a1-8e24-25c4ced01122 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:05.594606 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9a9361aa-19f5-4508-a2b9-7ac8ca4c33d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854743802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850600606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146478'] for subnet, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:05.619883 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:05.710224 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9361aa-19f5-4508-a2b9-7ac8ca4c33d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50fd3500-7e32-47d6-a7a3-33e9c3b29397,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:05.723447 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-9a9361aa-19f5-4508-a2b9-7ac8ca4c33d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:05.829680 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9a9361aa-19f5-4508-a2b9-7ac8ca4c33d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for subnet, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:05.849978 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-9a9361aa-19f5-4508-a2b9-7ac8ca4c33d7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/50fd3500-7e32-47d6-a7a3-33e9c3b29397 HTTP/1.1" status: 204 len: 168 time: 1.0788026 Apr 15 10:54:05.850437 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 42878) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:05.853254 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-a2961f38-e7a5-48a1-8e24-25c4ced01122 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Allocated IP 172.20.0.11 (20132e3f-f9ec-44ce-8549-8b44fd8e54d2/2bb1c553-d9ac-4d4d-9ace-8ff0bfe3715d/34960387-6d3c-4467-a605-ca656f2f931a) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:54:05.908332 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-8ea472da-352a-4e8f-9f2f-f66bf8c22eaf req-b9e2ae89-21e6-4932-a70c-b5e9bbd2fcbc tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Synchronizing usage tracker for tenant:f24975892fda4152a7fbdd7da531f01c on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:54:05.942710 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-8ea472da-352a-4e8f-9f2f-f66bf8c22eaf req-b9e2ae89-21e6-4932-a70c-b5e9bbd2fcbc tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Unset dirty status for tenant:f24975892fda4152a7fbdd7da531f01c on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:54:05.944038 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8ea472da-352a-4e8f-9f2f-f66bf8c22eaf req-b9e2ae89-21e6-4932-a70c-b5e9bbd2fcbc tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bcc8955-90e1-487c-88dc-5a76e202bddd HTTP/1.1" status: 200 len: 210 time: 0.0929146 Apr 15 10:54:05.969884 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f7f7424b-787f-4958-a936-21aadea6a7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853840452'] for network, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:06.134338 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-a2961f38-e7a5-48a1-8e24-25c4ced01122 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:06.162145 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f7f7424b-787f-4958-a936-21aadea6a7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854600463', 'neutron.services.segments.db._delete_segments_for_network--9223363301131922753'] for network, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:06.166722 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-a2961f38-e7a5-48a1-8e24-25c4ced01122 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:06.182736 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-aba30fac-1b0d-48bf-ad29-231577bcce33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:06.279415 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-f7f7424b-787f-4958-a936-21aadea6a7c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f68adc-e1df-4844-99fd-0d147cdf0bf2']}} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:54:06.293089 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-f7f7424b-787f-4958-a936-21aadea6a7c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62573fb8-990a-4640-9860-67dacda25634') {'for_net_delete': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:54:06.293407 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-f7f7424b-787f-4958-a936-21aadea6a7c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62573fb8-990a-4640-9860-67dacda25634') {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:54:06.305677 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f7f7424b-787f-4958-a936-21aadea6a7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301131932993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2335984'] for segment, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:06.322249 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f7f7424b-787f-4958-a936-21aadea6a7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854748824'] for segment, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:06.325970 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2961f38-e7a5-48a1-8e24-25c4ced01122 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Pushing event updated for resources: {'Port': ['ID=34960387-6d3c-4467-a605-ca656f2f931a,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:06.330440 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-a2961f38-e7a5-48a1-8e24-25c4ced01122 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:06.334793 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7f7424b-787f-4958-a936-21aadea6a7c9 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=85272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 10:54:06.389564 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-a2961f38-e7a5-48a1-8e24-25c4ced01122 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Network 20132e3f-f9ec-44ce-8549-8b44fd8e54d2 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:54:06.390682 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-a2961f38-e7a5-48a1-8e24-25c4ced01122 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:54:06.393212 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-a2961f38-e7a5-48a1-8e24-25c4ced01122 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:54:06.465936 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-a2961f38-e7a5-48a1-8e24-25c4ced01122 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:06.466616 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-a2961f38-e7a5-48a1-8e24-25c4ced01122 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:06.484471 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-a2961f38-e7a5-48a1-8e24-25c4ced01122 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3266931 Apr 15 10:54:06.519148 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-f7f7424b-787f-4958-a936-21aadea6a7c9 admin admin] Network f4f68adc-e1df-4844-99fd-0d147cdf0bf2 has no segments {{(pid=85272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:54:06.528066 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f7f7424b-787f-4958-a936-21aadea6a7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-26960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2746006'] for segment, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:06.607712 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-4d0eac93-f450-4210-9f49-994c361e2f95 service neutron] Request body: {'port': {'device_id': '6bcc8955-90e1-487c-88dc-5a76e202bddd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:06.713422 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-f7f7424b-787f-4958-a936-21aadea6a7c9 admin admin] Network f4f68adc-e1df-4844-99fd-0d147cdf0bf2 has no segments {{(pid=85272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:54:06.736090 dv-cinder-786383-1-iscsi neutron-server[85157]: Traceback (most recent call last): Apr 15 10:54:06.736090 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 10:54:06.736090 dv-cinder-786383-1-iscsi neutron-server[85157]: timer() Apr 15 10:54:06.736090 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 10:54:06.736090 dv-cinder-786383-1-iscsi neutron-server[85157]: cb(*args, **kw) Apr 15 10:54:06.736090 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 10:54:06.736090 dv-cinder-786383-1-iscsi neutron-server[85157]: return func(*args, **kwargs) Apr 15 10:54:06.736090 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 10:54:06.736090 dv-cinder-786383-1-iscsi neutron-server[85157]: self._notify() Apr 15 10:54:06.736090 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 10:54:06.736090 dv-cinder-786383-1-iscsi neutron-server[85157]: self.callback(batched_events) Apr 15 10:54:06.736090 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 10:54:06.736090 dv-cinder-786383-1-iscsi neutron-server[85157]: event.method(event) Apr 15 10:54:06.736090 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 10:54:06.736090 dv-cinder-786383-1-iscsi neutron-server[85157]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 10:54:06.736090 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 10:54:06.736090 dv-cinder-786383-1-iscsi neutron-server[85157]: segment_id)['aggregates'][0] Apr 15 10:54:06.736090 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 10:54:06.736090 dv-cinder-786383-1-iscsi neutron-server[85157]: return f(self, *a, **k) Apr 15 10:54:06.736090 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 10:54:06.736090 dv-cinder-786383-1-iscsi neutron-server[85157]: return self._get(url).json() Apr 15 10:54:06.736090 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 10:54:06.736090 dv-cinder-786383-1-iscsi neutron-server[85157]: **kwargs) Apr 15 10:54:06.736090 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 10:54:06.736090 dv-cinder-786383-1-iscsi neutron-server[85157]: return self.request(url, 'GET', **kwargs) Apr 15 10:54:06.736090 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 10:54:06.736090 dv-cinder-786383-1-iscsi neutron-server[85157]: **endpoint_filter) Apr 15 10:54:06.736090 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 10:54:06.736090 dv-cinder-786383-1-iscsi neutron-server[85157]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 10:54:06.736090 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 10:54:06.736090 dv-cinder-786383-1-iscsi neutron-server[85157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 10:54:06.736090 dv-cinder-786383-1-iscsi neutron-server[85157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 10:54:06.746516 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-4d0eac93-f450-4210-9f49-994c361e2f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:06.817139 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f7f7424b-787f-4958-a936-21aadea6a7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-175238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414992'] for network, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:06.820819 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:06.834723 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f7f7424b-787f-4958-a936-21aadea6a7c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for network, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:06.844350 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f7424b-787f-4958-a936-21aadea6a7c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4f68adc-e1df-4844-99fd-0d147cdf0bf2,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:06.847073 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f7f7424b-787f-4958-a936-21aadea6a7c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:06.851477 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-f7f7424b-787f-4958-a936-21aadea6a7c9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f4f68adc-e1df-4844-99fd-0d147cdf0bf2 HTTP/1.1" status: 204 len: 168 time: 0.9970052 Apr 15 10:54:06.852204 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 42888) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:06.917327 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ee10c1-9ba8-466f-a030-330e9db5bf75 admin admin] Deleting subnet 8e64697a-9e83-4444-8f0c-cba6bc0d08dc {{(pid=85272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 10:54:06.920437 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f6ee10c1-9ba8-466f-a030-330e9db5bf75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:06.976380 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f6ee10c1-9ba8-466f-a030-330e9db5bf75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852439832'] for subnet, precommit_delete_associations {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:07.035055 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f6ee10c1-9ba8-466f-a030-330e9db5bf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32014'] for subnet, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:07.287178 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5957cf4-5e62-4db7-b665-b87ad765b9ae req-5977d398-886a-4418-a37f-c170a9cb1ec6 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:07.288808 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b5957cf4-5e62-4db7-b665-b87ad765b9ae req-5977d398-886a-4418-a37f-c170a9cb1ec6 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bcc8955-90e1-487c-88dc-5a76e202bddd HTTP/1.1" status: 200 len: 932 time: 0.1696377 Apr 15 10:54:07.302205 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f6ee10c1-9ba8-466f-a030-330e9db5bf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854743802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852030155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2444916'] for subnet, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:07.318701 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-7f4a960b-6e5e-4e7c-a916-e0d51e999e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:07.341446 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-4d0eac93-f450-4210-9f49-994c361e2f95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34960387-6d3c-4467-a605-ca656f2f931a {{(pid=85270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:54:07.357702 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee10c1-9ba8-466f-a030-330e9db5bf75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e64697a-9e83-4444-8f0c-cba6bc0d08dc,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:07.362493 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-4d0eac93-f450-4210-9f49-994c361e2f95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:07.376828 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b5957cf4-5e62-4db7-b665-b87ad765b9ae req-c7420392-c7ab-463d-94f1-4700fec968f5 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dfc34e3-108a-4880-91b4-86c4b6df0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802319 Apr 15 10:54:07.386376 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-4d0eac93-f450-4210-9f49-994c361e2f95 service neutron] Transition to ACTIVE for port object 34960387-6d3c-4467-a605-ca656f2f931a will not be triggered until provisioned by entity L2. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:54:07.389169 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-4d0eac93-f450-4210-9f49-994c361e2f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850600659'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:07.405154 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:07.410359 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f6ee10c1-9ba8-466f-a030-330e9db5bf75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:07.713220 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f6ee10c1-9ba8-466f-a030-330e9db5bf75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:07.722270 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-f6ee10c1-9ba8-466f-a030-330e9db5bf75 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8e64697a-9e83-4444-8f0c-cba6bc0d08dc HTTP/1.1" status: 204 len: 168 time: 0.8670011 Apr 15 10:54:07.722863 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 42894) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:07.778549 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0eac93-f450-4210-9f49-994c361e2f95 service neutron] Pushing event updated for resources: {'Port': ['ID=34960387-6d3c-4467-a605-ca656f2f931a,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:07.784188 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-4d0eac93-f450-4210-9f49-994c361e2f95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:07.841249 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5268ded9-4286-4a62-ac04-795f7d79ad4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853840452'] for network, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:08.006434 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-4d0eac93-f450-4210-9f49-994c361e2f95 service neutron] Attempting to bind port 34960387-6d3c-4467-a605-ca656f2f931a on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:54:08.006772 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-4d0eac93-f450-4210-9f49-994c361e2f95 service neutron] Attempting to bind port 34960387-6d3c-4467-a605-ca656f2f931a by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '635706fb-d311-4a65-8ba9-240eaf791198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '20132e3f-f9ec-44ce-8549-8b44fd8e54d2'}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:54:08.007125 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-4d0eac93-f450-4210-9f49-994c361e2f95 service neutron] Attempting to bind port 34960387-6d3c-4467-a605-ca656f2f931a on network 20132e3f-f9ec-44ce-8549-8b44fd8e54d2 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:54:08.012118 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-4d0eac93-f450-4210-9f49-994c361e2f95 service neutron] Port 34960387-6d3c-4467-a605-ca656f2f931a on network 20132e3f-f9ec-44ce-8549-8b44fd8e54d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:54:08.012507 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-4d0eac93-f450-4210-9f49-994c361e2f95 service neutron] Attempting to bind port 34960387-6d3c-4467-a605-ca656f2f931a on network 20132e3f-f9ec-44ce-8549-8b44fd8e54d2 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:54:08.018771 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-4d0eac93-f450-4210-9f49-994c361e2f95 service neutron] Checking agent: {'id': '39ee03b0-0a73-4082-87ae-8bc447154759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:54:08.019257 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-4d0eac93-f450-4210-9f49-994c361e2f95 service neutron] Checking segment: {'id': '635706fb-d311-4a65-8ba9-240eaf791198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '20132e3f-f9ec-44ce-8549-8b44fd8e54d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:54:08.019651 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-4d0eac93-f450-4210-9f49-994c361e2f95 service neutron] Bound using segment: {'id': '635706fb-d311-4a65-8ba9-240eaf791198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '20132e3f-f9ec-44ce-8549-8b44fd8e54d2'} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:54:08.020130 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-4d0eac93-f450-4210-9f49-994c361e2f95 service neutron] Bound port: 34960387-6d3c-4467-a605-ca656f2f931a, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635706fb-d311-4a65-8ba9-240eaf791198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '20132e3f-f9ec-44ce-8549-8b44fd8e54d2'}}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:54:08.020523 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-4d0eac93-f450-4210-9f49-994c361e2f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:08.041569 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5268ded9-4286-4a62-ac04-795f7d79ad4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854600463', 'neutron.services.segments.db._delete_segments_for_network--9223363301131922753'] for network, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:08.123068 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-4d0eac93-f450-4210-9f49-994c361e2f95 service neutron] For port 34960387-6d3c-4467-a605-ca656f2f931a, host hv-cinder-78638, cleared binding levels {{(pid=85270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:54:08.126281 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-4d0eac93-f450-4210-9f49-994c361e2f95 service neutron] For port 34960387-6d3c-4467-a605-ca656f2f931a, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=34960387-6d3c-4467-a605-ca656f2f931a,segment=NetworkSegment(635706fb-d311-4a65-8ba9-240eaf791198),segment_id=635706fb-d311-4a65-8ba9-240eaf791198)] {{(pid=85270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:54:08.130807 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-4d0eac93-f450-4210-9f49-994c361e2f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850600659'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:08.146664 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f2ea330a-9262-4a52-bf54-b734eb88725f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:08.171854 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-5268ded9-4286-4a62-ac04-795f7d79ad4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02d473f7-66c4-4d59-8b73-93ee112efae4']}} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:54:08.184497 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-5268ded9-4286-4a62-ac04-795f7d79ad4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e72104b6-1930-4f4a-a7cd-1c71a408abb5') {'for_net_delete': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:54:08.184833 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-5268ded9-4286-4a62-ac04-795f7d79ad4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e72104b6-1930-4f4a-a7cd-1c71a408abb5') {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:54:08.198908 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5268ded9-4286-4a62-ac04-795f7d79ad4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301131932993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2335984'] for segment, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:08.218906 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5268ded9-4286-4a62-ac04-795f7d79ad4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854748824'] for segment, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:08.226490 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5268ded9-4286-4a62-ac04-795f7d79ad4e admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=85272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 10:54:08.338380 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0eac93-f450-4210-9f49-994c361e2f95 service neutron] Pushing event updated for resources: {'Port': ['ID=34960387-6d3c-4467-a605-ca656f2f931a,revision_number=3']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:08.345662 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-4d0eac93-f450-4210-9f49-994c361e2f95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:08.386469 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-4d0eac93-f450-4210-9f49-994c361e2f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:08.387209 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-4d0eac93-f450-4210-9f49-994c361e2f95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:08.388736 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-4d0eac93-f450-4210-9f49-994c361e2f95 service neutron] 10.222.0.60 "PUT /v2.0/ports/34960387-6d3c-4467-a605-ca656f2f931a HTTP/1.1" status: 200 len: 1094 time: 1.8952711 Apr 15 10:54:08.389262 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bcc8955-90e1-487c-88dc-5a76e202bddd', 'tag': '34960387-6d3c-4467-a605-ca656f2f931a'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:54:08.463028 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-5268ded9-4286-4a62-ac04-795f7d79ad4e admin admin] Network 02d473f7-66c4-4d59-8b73-93ee112efae4 has no segments {{(pid=85272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:54:08.474939 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5268ded9-4286-4a62-ac04-795f7d79ad4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-26960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2746006'] for segment, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:08.602234 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-abadcbc6-0376-4a15-9d26-9c8ba63766dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:08.604042 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-abadcbc6-0376-4a15-9d26-9c8ba63766dc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f24975892fda4152a7fbdd7da531f01c&device_id=6bcc8955-90e1-487c-88dc-5a76e202bddd HTTP/1.1" status: 200 len: 1097 time: 0.1730216 Apr 15 10:54:08.688202 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bcc8955-90e1-487c-88dc-5a76e202bddd', 'tag': '34960387-6d3c-4467-a605-ca656f2f931a', 'status': 'completed', 'code': 200} Apr 15 10:54:08.706458 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-ab59c4dc-9d80-404d-841f-79fc948f652e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34960387-6d3c-4467-a605-ca656f2f931a HTTP/1.1" status: 200 len: 217 time: 0.0915141 Apr 15 10:54:08.722725 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-5268ded9-4286-4a62-ac04-795f7d79ad4e admin admin] Network 02d473f7-66c4-4d59-8b73-93ee112efae4 has no segments {{(pid=85272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:54:08.749627 dv-cinder-786383-1-iscsi neutron-server[85157]: Traceback (most recent call last): Apr 15 10:54:08.749627 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 10:54:08.749627 dv-cinder-786383-1-iscsi neutron-server[85157]: timer() Apr 15 10:54:08.749627 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 10:54:08.749627 dv-cinder-786383-1-iscsi neutron-server[85157]: cb(*args, **kw) Apr 15 10:54:08.749627 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 10:54:08.749627 dv-cinder-786383-1-iscsi neutron-server[85157]: return func(*args, **kwargs) Apr 15 10:54:08.749627 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 10:54:08.749627 dv-cinder-786383-1-iscsi neutron-server[85157]: self._notify() Apr 15 10:54:08.749627 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 10:54:08.749627 dv-cinder-786383-1-iscsi neutron-server[85157]: self.callback(batched_events) Apr 15 10:54:08.749627 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 10:54:08.749627 dv-cinder-786383-1-iscsi neutron-server[85157]: event.method(event) Apr 15 10:54:08.749627 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 10:54:08.749627 dv-cinder-786383-1-iscsi neutron-server[85157]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 10:54:08.749627 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 10:54:08.749627 dv-cinder-786383-1-iscsi neutron-server[85157]: segment_id)['aggregates'][0] Apr 15 10:54:08.749627 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 10:54:08.749627 dv-cinder-786383-1-iscsi neutron-server[85157]: return f(self, *a, **k) Apr 15 10:54:08.749627 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 10:54:08.749627 dv-cinder-786383-1-iscsi neutron-server[85157]: return self._get(url).json() Apr 15 10:54:08.749627 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 10:54:08.749627 dv-cinder-786383-1-iscsi neutron-server[85157]: **kwargs) Apr 15 10:54:08.749627 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 10:54:08.749627 dv-cinder-786383-1-iscsi neutron-server[85157]: return self.request(url, 'GET', **kwargs) Apr 15 10:54:08.749627 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 10:54:08.749627 dv-cinder-786383-1-iscsi neutron-server[85157]: **endpoint_filter) Apr 15 10:54:08.749627 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 10:54:08.749627 dv-cinder-786383-1-iscsi neutron-server[85157]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 10:54:08.749627 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 10:54:08.749627 dv-cinder-786383-1-iscsi neutron-server[85157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 10:54:08.749627 dv-cinder-786383-1-iscsi neutron-server[85157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 10:54:08.792311 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1cd12-84aa-469d-9813-6c8f1891d31e req-8a942940-5272-4be6-a26a-2853c023be6a tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:08.793976 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b7b1cd12-84aa-469d-9813-6c8f1891d31e req-8a942940-5272-4be6-a26a-2853c023be6a tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bcc8955-90e1-487c-88dc-5a76e202bddd HTTP/1.1" status: 200 len: 944 time: 0.2757883 Apr 15 10:54:08.835134 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-f5da8770-af80-4a21-a14a-7f1c2439f166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:08.836778 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-f5da8770-af80-4a21-a14a-7f1c2439f166 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2bb1c553-d9ac-4d4d-9ace-8ff0bfe3715d HTTP/1.1" status: 200 len: 849 time: 0.1196206 Apr 15 10:54:08.839934 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5268ded9-4286-4a62-ac04-795f7d79ad4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-175238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414992'] for network, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:08.843902 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:08.861887 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5268ded9-4286-4a62-ac04-795f7d79ad4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for network, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:08.876733 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268ded9-4286-4a62-ac04-795f7d79ad4e admin admin] Pushing event deleted for resources: {'Network': ['ID=02d473f7-66c4-4d59-8b73-93ee112efae4,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:08.880829 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5268ded9-4286-4a62-ac04-795f7d79ad4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:08.885892 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-5268ded9-4286-4a62-ac04-795f7d79ad4e admin admin] 10.222.0.36 "DELETE /v2.0/networks/02d473f7-66c4-4d59-8b73-93ee112efae4 HTTP/1.1" status: 204 len: 168 time: 1.1586406 Apr 15 10:54:08.914163 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-18330eac-9a7e-4b43-8201-0b21cc36c338 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=20132e3f-f9ec-44ce-8549-8b44fd8e54d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644517 Apr 15 10:54:08.917907 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b7b1cd12-84aa-469d-9813-6c8f1891d31e req-af4996ae-ed0f-4b0e-b47d-e50e9d8c1491 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dfc34e3-108a-4880-91b4-86c4b6df0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155910 Apr 15 10:54:09.081637 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-fa98b3c0-3873-4541-88e4-2ed44de1887b service neutron] 10.222.0.60 "GET /v2.0/networks/20132e3f-f9ec-44ce-8549-8b44fd8e54d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596804 Apr 15 10:54:09.084886 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 42906) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:09.234685 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-3c844e3a-cbd5-472a-b9c8-0b4d00816cd0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fcb30638465a4de3986607c669785c62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1484542 Apr 15 10:54:09.238035 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 42910) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:09.274127 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e3dd8a29-e3f0-4c9a-b3e7-325097c343cd req-c04ec4c6-352c-48e1-b715-521055716e8e service neutron] 10.222.0.60 "GET /v2.0/networks/20132e3f-f9ec-44ce-8549-8b44fd8e54d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741419 Apr 15 10:54:09.301823 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ab523ea6-ee84-4b22-823b-52286a722e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:09.330078 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ab523ea6-ee84-4b22-823b-52286a722e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:09.380479 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ab523ea6-ee84-4b22-823b-52286a722e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:09.385727 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-35070d2d-827e-4b35-98fb-44fc0e73db6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:09.397091 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab523ea6-ee84-4b22-823b-52286a722e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05229993-d97a-4245-afc1-e4b3a03c5d9f,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:09.398875 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf813aee-58cf-4822-95dc-e0dde6ae633a req-4819dc16-7c8e-4737-b59f-4039335d4cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:09.399942 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cf813aee-58cf-4822-95dc-e0dde6ae633a req-4819dc16-7c8e-4737-b59f-4039335d4cbe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f24975892fda4152a7fbdd7da531f01c&device_id=6bcc8955-90e1-487c-88dc-5a76e202bddd HTTP/1.1" status: 200 len: 1097 time: 0.0825212 Apr 15 10:54:09.401000 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-ab523ea6-ee84-4b22-823b-52286a722e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:09.404416 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ab523ea6-ee84-4b22-823b-52286a722e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:09.408042 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-ab523ea6-ee84-4b22-823b-52286a722e7b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/05229993-d97a-4245-afc1-e4b3a03c5d9f HTTP/1.1" status: 204 len: 168 time: 0.1664310 Apr 15 10:54:09.554141 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf813aee-58cf-4822-95dc-e0dde6ae633a req-7b939b30-3cd7-44d7-9926-6f629176f69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:09.555826 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cf813aee-58cf-4822-95dc-e0dde6ae633a req-7b939b30-3cd7-44d7-9926-6f629176f69e service neutron] 10.222.0.60 "GET /v2.0/networks?id=20132e3f-f9ec-44ce-8549-8b44fd8e54d2 HTTP/1.1" status: 200 len: 910 time: 0.1497641 Apr 15 10:54:09.632557 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cf813aee-58cf-4822-95dc-e0dde6ae633a req-4d19f93b-bdcc-4b59-a16a-7655e6b98b1e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34960387-6d3c-4467-a605-ca656f2f931a HTTP/1.1" status: 200 len: 217 time: 0.0706086 Apr 15 10:54:09.703314 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf813aee-58cf-4822-95dc-e0dde6ae633a req-adbab40a-4656-4363-bfde-597193b79ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:09.705019 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cf813aee-58cf-4822-95dc-e0dde6ae633a req-adbab40a-4656-4363-bfde-597193b79ff1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2bb1c553-d9ac-4d4d-9ace-8ff0bfe3715d HTTP/1.1" status: 200 len: 849 time: 0.0664935 Apr 15 10:54:09.762431 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cf813aee-58cf-4822-95dc-e0dde6ae633a req-c4ce8565-1c34-4bd1-9b27-5dfc7935bcd2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=20132e3f-f9ec-44ce-8549-8b44fd8e54d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498469 Apr 15 10:54:09.769637 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 42918) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:09.825350 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-49edae7d-379d-4618-a9cf-3e6b56eea39a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f2dfef712e604d7c99f573f94d11b52c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520103 Apr 15 10:54:09.825781 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 42922) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:09.892026 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8f56a1da-dab8-4a37-b48d-8558cd3b21bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:09.912708 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cf813aee-58cf-4822-95dc-e0dde6ae633a req-4a9cfc5b-5d0a-41cc-9efd-768000285fc3 service neutron] 10.222.0.60 "GET /v2.0/networks/20132e3f-f9ec-44ce-8549-8b44fd8e54d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431472 Apr 15 10:54:09.920945 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8f56a1da-dab8-4a37-b48d-8558cd3b21bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:09.976304 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8f56a1da-dab8-4a37-b48d-8558cd3b21bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:09.982985 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-cb262d89-4cde-475b-9972-22fa95908ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:09.997606 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56a1da-dab8-4a37-b48d-8558cd3b21bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c18a71-6cd9-4ac0-a66d-b2059f47b20f,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:09.999995 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-8f56a1da-dab8-4a37-b48d-8558cd3b21bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:10.003050 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8f56a1da-dab8-4a37-b48d-8558cd3b21bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:10.004476 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-8f56a1da-dab8-4a37-b48d-8558cd3b21bb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/17c18a71-6cd9-4ac0-a66d-b2059f47b20f HTTP/1.1" status: 204 len: 168 time: 0.1775537 Apr 15 10:54:10.112325 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cf813aee-58cf-4822-95dc-e0dde6ae633a req-a7deb7bf-1f5d-47f2-b936-f1f1bc220850 service neutron] 10.222.0.60 "GET /v2.0/networks/20132e3f-f9ec-44ce-8549-8b44fd8e54d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923680 Apr 15 10:54:10.162439 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23ea94-7c16-4e3e-8ab3-e00444120d9d req-317e4edc-9116-41f6-9c5b-f8e39bd15a0c tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:10.164079 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5f23ea94-7c16-4e3e-8ab3-e00444120d9d req-317e4edc-9116-41f6-9c5b-f8e39bd15a0c tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bcc8955-90e1-487c-88dc-5a76e202bddd HTTP/1.1" status: 200 len: 944 time: 0.1036897 Apr 15 10:54:10.215014 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5f23ea94-7c16-4e3e-8ab3-e00444120d9d req-012a4190-5191-4aad-8594-254f36366226 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dfc34e3-108a-4880-91b4-86c4b6df0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443475 Apr 15 10:54:11.422350 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386ac96-822b-4d38-8ce5-49623f8ff13e req-543f6154-20dc-4c1a-8127-9dcaa403de27 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:11.424502 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9386ac96-822b-4d38-8ce5-49623f8ff13e req-543f6154-20dc-4c1a-8127-9dcaa403de27 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bcc8955-90e1-487c-88dc-5a76e202bddd HTTP/1.1" status: 200 len: 944 time: 0.0907254 Apr 15 10:54:11.479798 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9386ac96-822b-4d38-8ce5-49623f8ff13e req-03fdc67d-f810-411d-8b86-b3b347396b27 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dfc34e3-108a-4880-91b4-86c4b6df0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485342 Apr 15 10:54:11.579795 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 34960387-6d3c-4467-a605-ca656f2f931a details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:54:11.724768 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 34960387-6d3c-4467-a605-ca656f2f931a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=34960387-6d3c-4467-a605-ca656f2f931a,segment=NetworkSegment(635706fb-d311-4a65-8ba9-240eaf791198),segment_id=635706fb-d311-4a65-8ba9-240eaf791198)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:11.739259 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Returning: {'device': '34960387-6d3c-4467-a605-ca656f2f931a', 'network_id': '20132e3f-f9ec-44ce-8549-8b44fd8e54d2', 'port_id': '34960387-6d3c-4467-a605-ca656f2f931a', 'mac_address': 'fa:16:3e:65:41:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bb1c553-d9ac-4d4d-9ace-8ff0bfe3715d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:54:11.800078 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:11.819525 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34960387-6d3c-4467-a605-ca656f2f931a {{(pid=85273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:54:11.836474 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 34960387-6d3c-4467-a605-ca656f2f931a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=34960387-6d3c-4467-a605-ca656f2f931a,segment=NetworkSegment(635706fb-d311-4a65-8ba9-240eaf791198),segment_id=635706fb-d311-4a65-8ba9-240eaf791198)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:11.840218 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:11.842155 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:11.916746 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=34960387-6d3c-4467-a605-ca656f2f931a,revision_number=4']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:11.920227 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:12.183885 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['34960387-6d3c-4467-a605-ca656f2f931a'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:54:12.685062 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f7b32-5335-4b72-a0fd-9dc89b988894 req-30bd0dad-e27d-43c2-bc37-44cadadf5739 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:12.686718 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-758f7b32-5335-4b72-a0fd-9dc89b988894 req-30bd0dad-e27d-43c2-bc37-44cadadf5739 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bcc8955-90e1-487c-88dc-5a76e202bddd HTTP/1.1" status: 200 len: 945 time: 0.0921004 Apr 15 10:54:12.740832 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-758f7b32-5335-4b72-a0fd-9dc89b988894 req-49a1e3be-010e-4483-9eab-b8572b381d52 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dfc34e3-108a-4880-91b4-86c4b6df0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454645 Apr 15 10:54:13.515396 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 43062) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:13.584630 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 34960387-6d3c-4467-a605-ca656f2f931a up at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:54:13.641501 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9ae60552-7aef-401c-b0c3-71d563532e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:13.655704 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning for port 34960387-6d3c-4467-a605-ca656f2f931a completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:54:13.656891 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-9ae60552-7aef-401c-b0c3-71d563532e05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:13.661244 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning complete for port 34960387-6d3c-4467-a605-ca656f2f931a triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:54:13.661674 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:13.661812 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-9ae60552-7aef-401c-b0c3-71d563532e05 admin admin] Usage tracker for resource:security_group_rule and tenant:526d33ba4ea746ad8f4245d47b973b48 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:13.664651 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-9ae60552-7aef-401c-b0c3-71d563532e05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:13.670620 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-9ae60552-7aef-401c-b0c3-71d563532e05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:13.761189 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9ae60552-7aef-401c-b0c3-71d563532e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:13.764225 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9ae60552-7aef-401c-b0c3-71d563532e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:13.774293 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-edbf7f29-dc24-49c4-b5af-6bb927407f19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:13.792487 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:13.816191 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae60552-7aef-401c-b0c3-71d563532e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c54e10-8f93-4867-9310-94e7252ff649,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:13.822076 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bcc8955-90e1-487c-88dc-5a76e202bddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34960387-6d3c-4467-a605-ca656f2f931a'}] {{(pid=85273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:54:13.824262 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 43070) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:13.826990 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-9ae60552-7aef-401c-b0c3-71d563532e05 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=526d33ba4ea746ad8f4245d47b973b48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103695 Apr 15 10:54:13.834024 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 34960387-6d3c-4467-a605-ca656f2f931a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=34960387-6d3c-4467-a605-ca656f2f931a,segment=NetworkSegment(635706fb-d311-4a65-8ba9-240eaf791198),segment_id=635706fb-d311-4a65-8ba9-240eaf791198)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:13.838091 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:13.840087 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:13.840670 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-9ae60552-7aef-401c-b0c3-71d563532e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:13.887475 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bcc8955-90e1-487c-88dc-5a76e202bddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34960387-6d3c-4467-a605-ca656f2f931a', 'code': 200} Apr 15 10:54:13.915494 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=34960387-6d3c-4467-a605-ca656f2f931a,revision_number=5']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:13.918856 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:13.945809 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2a028587-181b-4660-a7f5-e507209a860b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:13.980784 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2a028587-181b-4660-a7f5-e507209a860b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:14.041999 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b23cc-5f3e-4699-8d4a-d9299ec3608e req-2851c384-601a-43b8-96bb-af862e645c82 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:14.043620 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c16b23cc-5f3e-4699-8d4a-d9299ec3608e req-2851c384-601a-43b8-96bb-af862e645c82 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bcc8955-90e1-487c-88dc-5a76e202bddd HTTP/1.1" status: 200 len: 946 time: 0.1666734 Apr 15 10:54:14.134360 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2a028587-181b-4660-a7f5-e507209a860b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:14.142157 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:14.159878 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a028587-181b-4660-a7f5-e507209a860b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c54e10-8f93-4867-9310-94e7252ff649,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:14.166826 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c16b23cc-5f3e-4699-8d4a-d9299ec3608e req-782747b8-8db4-42a4-8de7-81d1667050af tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dfc34e3-108a-4880-91b4-86c4b6df0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148403 Apr 15 10:54:14.170334 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-2a028587-181b-4660-a7f5-e507209a860b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:14.176384 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2a028587-181b-4660-a7f5-e507209a860b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:14.180261 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-2a028587-181b-4660-a7f5-e507209a860b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/42c54e10-8f93-4867-9310-94e7252ff649 HTTP/1.1" status: 204 len: 168 time: 0.3521793 Apr 15 10:54:14.199842 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf931d6-6ee5-495e-ba38-c95417b8afa8 req-cce37cb3-01bb-4f43-9ad0-0a371de7f33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:14.201545 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1cf931d6-6ee5-495e-ba38-c95417b8afa8 req-cce37cb3-01bb-4f43-9ad0-0a371de7f33a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6bcc8955-90e1-487c-88dc-5a76e202bddd HTTP/1.1" status: 200 len: 1099 time: 0.1473548 Apr 15 10:54:14.246693 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1cf931d6-6ee5-495e-ba38-c95417b8afa8 req-7dc7001a-5604-4aac-a8de-dd14f00138bc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8dfc34e3-108a-4880-91b4-86c4b6df0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386128 Apr 15 10:54:14.476597 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 43080) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:14.495514 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5acbdcad-0831-4e10-916c-2525b00ac4b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:14.511026 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-5acbdcad-0831-4e10-916c-2525b00ac4b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:14.515107 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-5acbdcad-0831-4e10-916c-2525b00ac4b2 admin admin] Usage tracker for resource:security_group_rule and tenant:d0972ca366be4b1484a02598a80f509c is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:14.518893 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-5acbdcad-0831-4e10-916c-2525b00ac4b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:14.525069 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-5acbdcad-0831-4e10-916c-2525b00ac4b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:14.610408 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5acbdcad-0831-4e10-916c-2525b00ac4b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:14.613279 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5acbdcad-0831-4e10-916c-2525b00ac4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:14.622441 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-568adc5f-1790-4a48-8365-bfcd5ef7bb6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:14.667692 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-5acbdcad-0831-4e10-916c-2525b00ac4b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0972ca366be4b1484a02598a80f509c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1898549 Apr 15 10:54:14.669331 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acbdcad-0831-4e10-916c-2525b00ac4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca466558-840a-4af5-9547-8dc5b7e19acc,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:14.670626 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 43084) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:14.672543 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5acbdcad-0831-4e10-916c-2525b00ac4b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:14.740378 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ea236ac6-441e-40e5-af8c-6c22214d51f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:14.768421 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ea236ac6-441e-40e5-af8c-6c22214d51f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:14.813842 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ea236ac6-441e-40e5-af8c-6c22214d51f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:14.819575 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e90a71d0-8069-4b5f-b037-172fdb39a00b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:14.832931 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea236ac6-441e-40e5-af8c-6c22214d51f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca466558-840a-4af5-9547-8dc5b7e19acc,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:14.836740 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-ea236ac6-441e-40e5-af8c-6c22214d51f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:14.842446 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ea236ac6-441e-40e5-af8c-6c22214d51f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:14.843695 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-ea236ac6-441e-40e5-af8c-6c22214d51f3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ca466558-840a-4af5-9547-8dc5b7e19acc HTTP/1.1" status: 204 len: 168 time: 0.1719778 Apr 15 10:54:15.397090 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f052c-5abf-4acb-ba6e-f2fdc9ea3221 req-e2fad9ae-0212-4d82-8da7-b9582e336c1b tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:15.406415 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ee7f052c-5abf-4acb-ba6e-f2fdc9ea3221 req-e2fad9ae-0212-4d82-8da7-b9582e336c1b tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bcc8955-90e1-487c-88dc-5a76e202bddd HTTP/1.1" status: 200 len: 946 time: 0.1045041 Apr 15 10:54:15.459895 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ee7f052c-5abf-4acb-ba6e-f2fdc9ea3221 req-0a84b571-1a9c-4985-8c16-aaf15bcfd488 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dfc34e3-108a-4880-91b4-86c4b6df0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524981 Apr 15 10:54:16.661849 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd4c2b-df1f-4631-af19-cd66aed280c5 req-2954f006-de6c-443b-9d70-658a4657cacd tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:16.663496 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6cfd4c2b-df1f-4631-af19-cd66aed280c5 req-2954f006-de6c-443b-9d70-658a4657cacd tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bcc8955-90e1-487c-88dc-5a76e202bddd HTTP/1.1" status: 200 len: 946 time: 0.0934381 Apr 15 10:54:16.712960 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6cfd4c2b-df1f-4631-af19-cd66aed280c5 req-802ec743-8b98-494b-9e6d-5e2672a0d10b tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dfc34e3-108a-4880-91b4-86c4b6df0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431430 Apr 15 10:54:18.249518 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76eaf7-7446-46aa-93b6-5199ffd9b25f req-7ef7dce2-237d-4b6a-b58d-d30cdbbf3e45 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:18.251174 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ec76eaf7-7446-46aa-93b6-5199ffd9b25f req-7ef7dce2-237d-4b6a-b58d-d30cdbbf3e45 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bcc8955-90e1-487c-88dc-5a76e202bddd HTTP/1.1" status: 200 len: 946 time: 0.0954983 Apr 15 10:54:18.300863 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ec76eaf7-7446-46aa-93b6-5199ffd9b25f req-0e40a6b9-02ac-4df4-8984-af39654ed23b tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dfc34e3-108a-4880-91b4-86c4b6df0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429969 Apr 15 10:54:19.524901 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb938f-69f6-43d5-b429-10835054b243 req-03e4db4c-6c2c-4c0c-9b49-8e86602b55d2 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:19.526413 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ddeb938f-69f6-43d5-b429-10835054b243 req-03e4db4c-6c2c-4c0c-9b49-8e86602b55d2 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bcc8955-90e1-487c-88dc-5a76e202bddd HTTP/1.1" status: 200 len: 946 time: 0.0920668 Apr 15 10:54:19.575255 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ddeb938f-69f6-43d5-b429-10835054b243 req-add6437d-26a5-4e3c-819e-821d1faf5ada tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dfc34e3-108a-4880-91b4-86c4b6df0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422504 Apr 15 10:54:19.728590 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2b584-6fc9-4089-a442-d32131325ae5 req-c8e1c0e7-ae97-4c56-93d0-466b8d1a46f7 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:19.730123 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b7f2b584-6fc9-4089-a442-d32131325ae5 req-c8e1c0e7-ae97-4c56-93d0-466b8d1a46f7 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.60 "GET /v2.0/ports?device_id=6bcc8955-90e1-487c-88dc-5a76e202bddd HTTP/1.1" status: 200 len: 946 time: 0.0903797 Apr 15 10:54:19.807366 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-b7f2b584-6fc9-4089-a442-d32131325ae5 req-3e82b7f6-11ea-4de3-8dd0-855ab83fff68 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Deleting port 34960387-6d3c-4467-a605-ca656f2f931a {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:54:19.807754 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-b7f2b584-6fc9-4089-a442-d32131325ae5 req-3e82b7f6-11ea-4de3-8dd0-855ab83fff68 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:20.070458 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-b7f2b584-6fc9-4089-a442-d32131325ae5 req-3e82b7f6-11ea-4de3-8dd0-855ab83fff68 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] For port 34960387-6d3c-4467-a605-ca656f2f931a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=34960387-6d3c-4467-a605-ca656f2f931a,segment=NetworkSegment(635706fb-d311-4a65-8ba9-240eaf791198),segment_id=635706fb-d311-4a65-8ba9-240eaf791198)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:20.070763 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-b7f2b584-6fc9-4089-a442-d32131325ae5 req-3e82b7f6-11ea-4de3-8dd0-855ab83fff68 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:20.433909 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-b7f2b584-6fc9-4089-a442-d32131325ae5 req-3e82b7f6-11ea-4de3-8dd0-855ab83fff68 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Calling delete_port for 34960387-6d3c-4467-a605-ca656f2f931a owned by compute:nova {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:54:20.590353 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-b7f2b584-6fc9-4089-a442-d32131325ae5 req-3e82b7f6-11ea-4de3-8dd0-855ab83fff68 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:20.604367 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['34960387-6d3c-4467-a605-ca656f2f931a'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:54:20.616456 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 43182) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:20.671668 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-aba30fac-1b0d-48bf-ad29-231577bcce33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:20.720575 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82b7f6-11ea-4de3-8dd0-855ab83fff68 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Pushing event deleted for resources: {'Port': ['ID=34960387-6d3c-4467-a605-ca656f2f931a,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:20.732822 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-3e82b7f6-11ea-4de3-8dd0-855ab83fff68 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:20.769548 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-491fbb4a-6ecf-42ea-b795-f7e6de8eb53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:20.785607 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-491fbb4a-6ecf-42ea-b795-f7e6de8eb53b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:20.789232 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ba940108-6b54-4cb6-bde6-48b446fb950e req-fdc5666f-a451-42a4-b283-387e3b93f9b7 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bcc8955-90e1-487c-88dc-5a76e202bddd HTTP/1.1" status: 200 len: 210 time: 0.0718486 Apr 15 10:54:20.791087 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-491fbb4a-6ecf-42ea-b795-f7e6de8eb53b admin admin] Usage tracker for resource:security_group_rule and tenant:2e99683737624f12b21f2abfe8a32433 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:20.795134 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-491fbb4a-6ecf-42ea-b795-f7e6de8eb53b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:20.803022 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-491fbb4a-6ecf-42ea-b795-f7e6de8eb53b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:20.852448 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2a8eb4c1-9610-4015-81b8-91a37bd57ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:20.897314 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-491fbb4a-6ecf-42ea-b795-f7e6de8eb53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:20.900008 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-491fbb4a-6ecf-42ea-b795-f7e6de8eb53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:20.908925 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-bb7119fd-bc9d-4c6d-994b-55d6a32db960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:20.913062 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f2b584-6fc9-4089-a442-d32131325ae5 req-3e82b7f6-11ea-4de3-8dd0-855ab83fff68 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] No DVR routers for this DVR port 34960387-6d3c-4467-a605-ca656f2f931a on host hv-cinder-78638 {{(pid=85270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:54:20.915700 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-b7f2b584-6fc9-4089-a442-d32131325ae5 req-3e82b7f6-11ea-4de3-8dd0-855ab83fff68 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:20.918524 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bcc8955-90e1-487c-88dc-5a76e202bddd', 'name': 'network-vif-deleted', 'tag': '34960387-6d3c-4467-a605-ca656f2f931a'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:54:20.939337 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b7f2b584-6fc9-4089-a442-d32131325ae5 req-3e82b7f6-11ea-4de3-8dd0-855ab83fff68 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.60 "DELETE /v2.0/ports/34960387-6d3c-4467-a605-ca656f2f931a HTTP/1.1" status: 204 len: 173 time: 1.2033105 Apr 15 10:54:20.955855 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-491fbb4a-6ecf-42ea-b795-f7e6de8eb53b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2e99683737624f12b21f2abfe8a32433&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3376386 Apr 15 10:54:20.958473 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 43190) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:20.961395 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491fbb4a-6ecf-42ea-b795-f7e6de8eb53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5ef592-179c-4162-baa0-1367a42fbbe7,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:20.974772 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-491fbb4a-6ecf-42ea-b795-f7e6de8eb53b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:20.977927 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bcc8955-90e1-487c-88dc-5a76e202bddd', 'name': 'network-vif-deleted', 'tag': '34960387-6d3c-4467-a605-ca656f2f931a', 'status': 'completed', 'code': 200} Apr 15 10:54:21.025971 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e06fe966-4bf2-410f-b572-3ae6332a1ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:21.054891 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e06fe966-4bf2-410f-b572-3ae6332a1ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:21.101283 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e06fe966-4bf2-410f-b572-3ae6332a1ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:21.106353 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-77dac3af-5e28-426d-8bbd-ba15ce5b5b5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:21.120401 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06fe966-4bf2-410f-b572-3ae6332a1ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5ef592-179c-4162-baa0-1367a42fbbe7,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:21.123157 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e06fe966-4bf2-410f-b572-3ae6332a1ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:21.124377 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e06fe966-4bf2-410f-b572-3ae6332a1ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:21.125546 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-e06fe966-4bf2-410f-b572-3ae6332a1ec5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5e5ef592-179c-4162-baa0-1367a42fbbe7 HTTP/1.1" status: 204 len: 168 time: 0.1660841 Apr 15 10:54:21.430467 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 43198) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:21.453660 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-59108a36-3afe-437a-ada6-e693d3171f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:21.471671 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-59108a36-3afe-437a-ada6-e693d3171f48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:21.475962 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-59108a36-3afe-437a-ada6-e693d3171f48 admin admin] Usage tracker for resource:security_group_rule and tenant:71e053a448ea4ea385209084fa5fac4b is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:21.479079 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-59108a36-3afe-437a-ada6-e693d3171f48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:21.485225 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-59108a36-3afe-437a-ada6-e693d3171f48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:21.572929 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-59108a36-3afe-437a-ada6-e693d3171f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:21.575544 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-59108a36-3afe-437a-ada6-e693d3171f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:21.584838 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f16d4000-5364-4ac4-bb09-5e0569fd4473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:21.628342 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-59108a36-3afe-437a-ada6-e693d3171f48 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=71e053a448ea4ea385209084fa5fac4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1965249 Apr 15 10:54:21.629970 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59108a36-3afe-437a-ada6-e693d3171f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb65b73-77fe-4d3a-baa1-7326906c0010,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:21.631318 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 43202) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:21.633365 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-59108a36-3afe-437a-ada6-e693d3171f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:21.692286 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1ac2743c-2fa5-4a79-8b2e-4f70fff5632c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:21.719189 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1ac2743c-2fa5-4a79-8b2e-4f70fff5632c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:21.766532 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1ac2743c-2fa5-4a79-8b2e-4f70fff5632c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:21.771507 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f87a9c14-8107-48e3-801e-4c6add09d378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:21.785410 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac2743c-2fa5-4a79-8b2e-4f70fff5632c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb65b73-77fe-4d3a-baa1-7326906c0010,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:21.788452 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1ac2743c-2fa5-4a79-8b2e-4f70fff5632c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:21.789395 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1ac2743c-2fa5-4a79-8b2e-4f70fff5632c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:21.793270 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-1ac2743c-2fa5-4a79-8b2e-4f70fff5632c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8cb65b73-77fe-4d3a-baa1-7326906c0010 HTTP/1.1" status: 204 len: 168 time: 0.1581991 Apr 15 10:54:22.254294 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-c75e971d-ff50-4be7-8994-cf355b3f07c3 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:22.255968 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-c75e971d-ff50-4be7-8994-cf355b3f07c3 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/networks?id=20132e3f-f9ec-44ce-8549-8b44fd8e54d2 HTTP/1.1" status: 200 len: 809 time: 0.1650267 Apr 15 10:54:22.271865 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-82f040bf-7807-4c7f-b679-4b7507281d9e tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/quotas/f24975892fda4152a7fbdd7da531f01c HTTP/1.1" status: 200 len: 375 time: 0.0098445 Apr 15 10:54:22.327910 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-3bc7a6a3-d55e-4b1a-9a22-a2eb236a8d5c tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Synchronizing usage tracker for tenant:f24975892fda4152a7fbdd7da531f01c on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:54:22.343762 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-3bc7a6a3-d55e-4b1a-9a22-a2eb236a8d5c tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Unset dirty status for tenant:f24975892fda4152a7fbdd7da531f01c on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:54:22.345173 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-3bc7a6a3-d55e-4b1a-9a22-a2eb236a8d5c tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f24975892fda4152a7fbdd7da531f01c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677226 Apr 15 10:54:22.610454 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-75dc06d2-e56e-4af2-92d6-118327623c21 service neutron] 10.222.0.36 "GET /v2.0/networks/20132e3f-f9ec-44ce-8549-8b44fd8e54d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569435 Apr 15 10:54:22.764072 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-0648c3a1-064a-48c6-b9c2-453eaabfb849 service neutron] 10.222.0.36 "GET /v2.0/networks/20132e3f-f9ec-44ce-8549-8b44fd8e54d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467161 Apr 15 10:54:22.765940 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:54:22.970450 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-47633425-1e4d-4923-b197-7b7bbc1b6b16 req-bd62a8e1-1b63-414d-b3e5-d00b7e040a83 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f25345-57a3-4154-8594-8dcf410518cc HTTP/1.1" status: 200 len: 210 time: 0.0591335 Apr 15 10:54:23.319318 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-96579e55-3173-4068-b7c4-7fc91491bc3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:23.604189 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 34960387-6d3c-4467-a605-ca656f2f931a no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:54:23.640866 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] No Port match for: 34960387-6d3c-4467-a605-ca656f2f931a {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:54:23.641264 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 34960387-6d3c-4467-a605-ca656f2f931a not bound to the agent host hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:54:24.093479 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-b52efcf3-0120-473f-8c53-f1eac675f103 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:24.096787 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-b52efcf3-0120-473f-8c53-f1eac675f103 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.60 "GET /v2.0/networks?id=20132e3f-f9ec-44ce-8549-8b44fd8e54d2 HTTP/1.1" status: 200 len: 809 time: 0.1760602 Apr 15 10:54:24.132885 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:24.151170 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-a64b9428-947e-4a7d-89ef-a3ed6c897fcf tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Request body: {'port': {'device_id': '28f25345-57a3-4154-8594-8dcf410518cc', 'network_id': '20132e3f-f9ec-44ce-8549-8b44fd8e54d2', 'admin_state_up': True, 'tenant_id': 'f24975892fda4152a7fbdd7da531f01c'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:24.171196 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8c89e0c8-b5ee-41f0-af45-6f7098da07f0 req-16785db2-9ef0-4dba-ad6c-5537bfc71d39 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f25345-57a3-4154-8594-8dcf410518cc HTTP/1.1" status: 200 len: 210 time: 0.0733099 Apr 15 10:54:24.302175 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-a64b9428-947e-4a7d-89ef-a3ed6c897fcf tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:24.312799 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-a64b9428-947e-4a7d-89ef-a3ed6c897fcf tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:24.324641 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-a64b9428-947e-4a7d-89ef-a3ed6c897fcf tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Made reservation on behalf of f24975892fda4152a7fbdd7da531f01c for: {'port': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:54:24.326299 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:24.331483 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-a64b9428-947e-4a7d-89ef-a3ed6c897fcf tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:24.524456 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-a64b9428-947e-4a7d-89ef-a3ed6c897fcf tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Allocated IP 172.20.0.7 (20132e3f-f9ec-44ce-8549-8b44fd8e54d2/2bb1c553-d9ac-4d4d-9ace-8ff0bfe3715d/21685988-9a96-4aea-837d-b7c7874e79d7) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:54:24.748971 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-a64b9428-947e-4a7d-89ef-a3ed6c897fcf tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:24.781245 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-a64b9428-947e-4a7d-89ef-a3ed6c897fcf tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:24.796811 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:24.943969 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b9428-947e-4a7d-89ef-a3ed6c897fcf tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Pushing event updated for resources: {'Port': ['ID=21685988-9a96-4aea-837d-b7c7874e79d7,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:24.949308 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-a64b9428-947e-4a7d-89ef-a3ed6c897fcf tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:25.002963 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-a64b9428-947e-4a7d-89ef-a3ed6c897fcf tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Network 20132e3f-f9ec-44ce-8549-8b44fd8e54d2 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:54:25.004209 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-a64b9428-947e-4a7d-89ef-a3ed6c897fcf tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:54:25.006575 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-a64b9428-947e-4a7d-89ef-a3ed6c897fcf tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:54:25.077895 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-a64b9428-947e-4a7d-89ef-a3ed6c897fcf tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:25.079056 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-a64b9428-947e-4a7d-89ef-a3ed6c897fcf tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:25.101529 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:25.117846 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-a64b9428-947e-4a7d-89ef-a3ed6c897fcf tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9769177 Apr 15 10:54:25.130480 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] Request body: {'port': {'device_id': '28f25345-57a3-4154-8594-8dcf410518cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:25.155231 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:25.274360 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:25.553271 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7de63-715a-41b4-8d9f-4b287fd1d7dd req-6de3a8ef-f1f3-4cc6-9662-98d962e3ff7d tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:25.554049 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-cec7de63-715a-41b4-8d9f-4b287fd1d7dd req-6de3a8ef-f1f3-4cc6-9662-98d962e3ff7d tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Synchronizing usage tracker for tenant:f24975892fda4152a7fbdd7da531f01c on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:54:25.596817 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-cec7de63-715a-41b4-8d9f-4b287fd1d7dd req-6de3a8ef-f1f3-4cc6-9662-98d962e3ff7d tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Unset dirty status for tenant:f24975892fda4152a7fbdd7da531f01c on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:54:25.598108 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cec7de63-715a-41b4-8d9f-4b287fd1d7dd req-6de3a8ef-f1f3-4cc6-9662-98d962e3ff7d tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f25345-57a3-4154-8594-8dcf410518cc HTTP/1.1" status: 200 len: 931 time: 0.3003712 Apr 15 10:54:25.735393 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cec7de63-715a-41b4-8d9f-4b287fd1d7dd req-02c7272b-2659-466d-8bd0-1152704f31f9 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dfc34e3-108a-4880-91b4-86c4b6df0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299987 Apr 15 10:54:25.865339 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21685988-9a96-4aea-837d-b7c7874e79d7 {{(pid=85270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:54:25.873625 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:25.890605 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] Transition to ACTIVE for port object 21685988-9a96-4aea-837d-b7c7874e79d7 will not be triggered until provisioned by entity L2. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:54:25.894554 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850600659'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:25.911285 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f2ea330a-9262-4a52-bf54-b734eb88725f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:26.403830 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] Pushing event updated for resources: {'Port': ['ID=21685988-9a96-4aea-837d-b7c7874e79d7,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:26.428392 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:26.428797 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:26.429199 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:26.429595 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:26.430174 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:26.430571 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:26.430989 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:26.431376 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:26.431766 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:26.432159 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:26.432547 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:26.432932 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:26.438381 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:26.659560 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] Attempting to bind port 21685988-9a96-4aea-837d-b7c7874e79d7 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:54:26.659560 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] Attempting to bind port 21685988-9a96-4aea-837d-b7c7874e79d7 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '635706fb-d311-4a65-8ba9-240eaf791198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '20132e3f-f9ec-44ce-8549-8b44fd8e54d2'}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:54:26.659560 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] Attempting to bind port 21685988-9a96-4aea-837d-b7c7874e79d7 on network 20132e3f-f9ec-44ce-8549-8b44fd8e54d2 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:54:26.664761 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] Port 21685988-9a96-4aea-837d-b7c7874e79d7 on network 20132e3f-f9ec-44ce-8549-8b44fd8e54d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:54:26.665131 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] Attempting to bind port 21685988-9a96-4aea-837d-b7c7874e79d7 on network 20132e3f-f9ec-44ce-8549-8b44fd8e54d2 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:54:26.671150 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] Checking agent: {'id': '39ee03b0-0a73-4082-87ae-8bc447154759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:54:26.671537 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] Checking segment: {'id': '635706fb-d311-4a65-8ba9-240eaf791198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '20132e3f-f9ec-44ce-8549-8b44fd8e54d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:54:26.671970 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] Bound using segment: {'id': '635706fb-d311-4a65-8ba9-240eaf791198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '20132e3f-f9ec-44ce-8549-8b44fd8e54d2'} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:54:26.672452 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] Bound port: 21685988-9a96-4aea-837d-b7c7874e79d7, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635706fb-d311-4a65-8ba9-240eaf791198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '20132e3f-f9ec-44ce-8549-8b44fd8e54d2'}}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:54:26.672847 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:26.776305 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] For port 21685988-9a96-4aea-837d-b7c7874e79d7, host hv-cinder-78638, cleared binding levels {{(pid=85270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:54:26.779584 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] For port 21685988-9a96-4aea-837d-b7c7874e79d7, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=21685988-9a96-4aea-837d-b7c7874e79d7,segment=NetworkSegment(635706fb-d311-4a65-8ba9-240eaf791198),segment_id=635706fb-d311-4a65-8ba9-240eaf791198)] {{(pid=85270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:54:26.785270 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850600659'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:26.801175 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:27.015896 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] Pushing event updated for resources: {'Port': ['ID=21685988-9a96-4aea-837d-b7c7874e79d7,revision_number=3']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:27.022885 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:27.078773 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50548d22-f999-4a58-aa1f-1e8198a9a43a req-1175b458-32c6-4a59-b519-903e01346fa0 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:27.080986 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-50548d22-f999-4a58-aa1f-1e8198a9a43a req-1175b458-32c6-4a59-b519-903e01346fa0 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f25345-57a3-4154-8594-8dcf410518cc HTTP/1.1" status: 200 len: 943 time: 0.1827598 Apr 15 10:54:27.082268 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:27.082922 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:27.084303 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] 10.222.0.60 "PUT /v2.0/ports/21685988-9a96-4aea-837d-b7c7874e79d7 HTTP/1.1" status: 200 len: 1093 time: 1.9588900 Apr 15 10:54:27.084883 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f25345-57a3-4154-8594-8dcf410518cc', 'tag': '21685988-9a96-4aea-837d-b7c7874e79d7'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:54:27.169962 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f25345-57a3-4154-8594-8dcf410518cc', 'tag': '21685988-9a96-4aea-837d-b7c7874e79d7', 'status': 'completed', 'code': 200} Apr 15 10:54:27.185502 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-50548d22-f999-4a58-aa1f-1e8198a9a43a req-ecb3a038-da44-4488-ada8-e7d86f2a9cb9 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dfc34e3-108a-4880-91b4-86c4b6df0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949543 Apr 15 10:54:27.215781 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-709adfa3-47e7-4dda-8c13-5a41750f27f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:27.217357 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-709adfa3-47e7-4dda-8c13-5a41750f27f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f24975892fda4152a7fbdd7da531f01c&device_id=28f25345-57a3-4154-8594-8dcf410518cc HTTP/1.1" status: 200 len: 1096 time: 0.0916598 Apr 15 10:54:27.296288 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-0264501c-830a-4109-a15f-f811010e99f3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21685988-9a96-4aea-837d-b7c7874e79d7 HTTP/1.1" status: 200 len: 217 time: 0.0709593 Apr 15 10:54:27.375929 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-b5a69cdc-2455-435f-8b78-6187c80d48d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:27.377521 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-b5a69cdc-2455-435f-8b78-6187c80d48d9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2bb1c553-d9ac-4d4d-9ace-8ff0bfe3715d HTTP/1.1" status: 200 len: 849 time: 0.0746627 Apr 15 10:54:27.442682 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-c58e9573-c350-497e-b203-d724e2cbc8bb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=20132e3f-f9ec-44ce-8549-8b44fd8e54d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583208 Apr 15 10:54:27.610665 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-4a287c54-a7e9-42f1-9a7a-5567514fb4c5 service neutron] 10.222.0.60 "GET /v2.0/networks/20132e3f-f9ec-44ce-8549-8b44fd8e54d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608953 Apr 15 10:54:27.762034 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-01d1ca2b-c834-4952-b934-aa7ef7d4151d req-d7942c30-4f88-4bf5-b597-b3bfb51c8abe service neutron] 10.222.0.60 "GET /v2.0/networks/20132e3f-f9ec-44ce-8549-8b44fd8e54d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440351 Apr 15 10:54:27.781511 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 43342) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:27.891635 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f61783b-da66-417d-a6fe-5f8cf0e9c56a req-e8e68511-9e37-4112-b3e9-31cd012c54a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:27.893843 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9f61783b-da66-417d-a6fe-5f8cf0e9c56a req-e8e68511-9e37-4112-b3e9-31cd012c54a0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f24975892fda4152a7fbdd7da531f01c&device_id=28f25345-57a3-4154-8594-8dcf410518cc HTTP/1.1" status: 200 len: 1096 time: 0.0830040 Apr 15 10:54:27.916668 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6f850b76-f5d4-47fa-97f5-151e32066503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:27.933384 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-6f850b76-f5d4-47fa-97f5-151e32066503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:27.937633 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-6f850b76-f5d4-47fa-97f5-151e32066503 admin admin] Usage tracker for resource:security_group_rule and tenant:d645afe78eff4fcb9c3777b7d4296ecf is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:27.941113 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-6f850b76-f5d4-47fa-97f5-151e32066503 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:27.948699 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-6f850b76-f5d4-47fa-97f5-151e32066503 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:28.045887 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f61783b-da66-417d-a6fe-5f8cf0e9c56a req-c99df0af-139c-4f47-97bf-1cb1ab96c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:28.047513 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9f61783b-da66-417d-a6fe-5f8cf0e9c56a req-c99df0af-139c-4f47-97bf-1cb1ab96c450 service neutron] 10.222.0.60 "GET /v2.0/networks?id=20132e3f-f9ec-44ce-8549-8b44fd8e54d2 HTTP/1.1" status: 200 len: 910 time: 0.1473639 Apr 15 10:54:28.047669 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6f850b76-f5d4-47fa-97f5-151e32066503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:28.050486 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6f850b76-f5d4-47fa-97f5-151e32066503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:28.059899 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-21652d34-8b6b-4e91-9ac3-fa9109a29750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:28.102756 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-6f850b76-f5d4-47fa-97f5-151e32066503 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d645afe78eff4fcb9c3777b7d4296ecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199909 Apr 15 10:54:28.104533 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f850b76-f5d4-47fa-97f5-151e32066503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0514b220-3517-4d0c-96fb-df2a8623fce0,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:28.107157 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 43348) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:28.110104 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-6f850b76-f5d4-47fa-97f5-151e32066503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:28.131136 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9f61783b-da66-417d-a6fe-5f8cf0e9c56a req-2e6f6c9b-16c4-4d69-b751-403d78c811eb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21685988-9a96-4aea-837d-b7c7874e79d7 HTTP/1.1" status: 200 len: 217 time: 0.0760326 Apr 15 10:54:28.177637 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0703d718-dace-463e-a5ea-ffe51bcb7f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:28.201933 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f61783b-da66-417d-a6fe-5f8cf0e9c56a req-2b7b2e86-ca96-4826-ba78-5c9ad1855a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:28.203603 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9f61783b-da66-417d-a6fe-5f8cf0e9c56a req-2b7b2e86-ca96-4826-ba78-5c9ad1855a52 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2bb1c553-d9ac-4d4d-9ace-8ff0bfe3715d HTTP/1.1" status: 200 len: 849 time: 0.0655506 Apr 15 10:54:28.207248 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0703d718-dace-463e-a5ea-ffe51bcb7f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:28.254064 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0703d718-dace-463e-a5ea-ffe51bcb7f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:28.257951 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9f61783b-da66-417d-a6fe-5f8cf0e9c56a req-31ad9396-362c-45de-9477-e49a6e446599 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=20132e3f-f9ec-44ce-8549-8b44fd8e54d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478520 Apr 15 10:54:28.259311 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-757b22ca-d6c5-4dc1-8709-6b515a03eaa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:28.271765 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703d718-dace-463e-a5ea-ffe51bcb7f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0514b220-3517-4d0c-96fb-df2a8623fce0,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:28.276993 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0703d718-dace-463e-a5ea-ffe51bcb7f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:28.286933 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0703d718-dace-463e-a5ea-ffe51bcb7f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:28.291905 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-0703d718-dace-463e-a5ea-ffe51bcb7f2e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0514b220-3517-4d0c-96fb-df2a8623fce0 HTTP/1.1" status: 204 len: 168 time: 0.1837249 Apr 15 10:54:28.489742 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9f61783b-da66-417d-a6fe-5f8cf0e9c56a req-e9744f0a-bd2d-4006-9737-0d983281b973 service neutron] 10.222.0.60 "GET /v2.0/networks/20132e3f-f9ec-44ce-8549-8b44fd8e54d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252293 Apr 15 10:54:28.503851 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178e28f-a68a-4ff5-93cb-f0cde1aa4b62 req-7198949d-684f-4de8-8c88-76da2f2c2a63 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:28.505491 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8178e28f-a68a-4ff5-93cb-f0cde1aa4b62 req-7198949d-684f-4de8-8c88-76da2f2c2a63 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f25345-57a3-4154-8594-8dcf410518cc HTTP/1.1" status: 200 len: 943 time: 0.1554310 Apr 15 10:54:28.638607 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 43358) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:28.648705 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8178e28f-a68a-4ff5-93cb-f0cde1aa4b62 req-852eb5ef-4981-4162-92b1-70117c57ed0f tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dfc34e3-108a-4880-91b4-86c4b6df0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201558 Apr 15 10:54:28.662505 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-944d7892-105e-4d54-906f-51e47296aedf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:28.679110 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-944d7892-105e-4d54-906f-51e47296aedf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:28.683173 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-944d7892-105e-4d54-906f-51e47296aedf admin admin] Usage tracker for resource:security_group_rule and tenant:8aa155443e8d4b9fa09b537f7ab99dc4 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:28.686096 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-944d7892-105e-4d54-906f-51e47296aedf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:28.691365 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9f61783b-da66-417d-a6fe-5f8cf0e9c56a req-60a36e6e-f048-40e5-ab17-6209262284d3 service neutron] 10.222.0.60 "GET /v2.0/networks/20132e3f-f9ec-44ce-8549-8b44fd8e54d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847570 Apr 15 10:54:28.693176 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-944d7892-105e-4d54-906f-51e47296aedf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:28.782382 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-944d7892-105e-4d54-906f-51e47296aedf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:28.788298 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-944d7892-105e-4d54-906f-51e47296aedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:28.797124 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1fd56a53-94c2-4d14-9daa-912b60874097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:28.840463 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-944d7892-105e-4d54-906f-51e47296aedf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8aa155443e8d4b9fa09b537f7ab99dc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2000468 Apr 15 10:54:28.841380 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d7892-105e-4d54-906f-51e47296aedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc05f87-f9d2-4e27-85d8-a384209cb983,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:28.843430 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 43362) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:28.844692 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-944d7892-105e-4d54-906f-51e47296aedf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:28.911152 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8fbe1aff-904b-4ac8-bb36-2baa261e99ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:28.939000 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8fbe1aff-904b-4ac8-bb36-2baa261e99ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:28.991041 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8fbe1aff-904b-4ac8-bb36-2baa261e99ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:28.996092 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-47199c20-21ec-43af-af17-17a0c06d2716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:29.008948 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe1aff-904b-4ac8-bb36-2baa261e99ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc05f87-f9d2-4e27-85d8-a384209cb983,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:29.011401 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-8fbe1aff-904b-4ac8-bb36-2baa261e99ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:29.014942 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8fbe1aff-904b-4ac8-bb36-2baa261e99ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:29.016896 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-8fbe1aff-904b-4ac8-bb36-2baa261e99ee admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dfc05f87-f9d2-4e27-85d8-a384209cb983 HTTP/1.1" status: 204 len: 168 time: 0.1717243 Apr 15 10:54:29.384589 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 43370) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:29.404417 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-56559246-26e2-46a4-acdd-3e36bc6e0a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:29.419813 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-56559246-26e2-46a4-acdd-3e36bc6e0a67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:29.424518 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-56559246-26e2-46a4-acdd-3e36bc6e0a67 admin admin] Usage tracker for resource:security_group_rule and tenant:dfc50ac8925c4621ae549741308ec54c is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:29.427685 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-56559246-26e2-46a4-acdd-3e36bc6e0a67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:29.433727 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-56559246-26e2-46a4-acdd-3e36bc6e0a67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:29.522787 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-56559246-26e2-46a4-acdd-3e36bc6e0a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:29.525737 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-56559246-26e2-46a4-acdd-3e36bc6e0a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:29.535044 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-b2876731-ce10-46a0-b7d8-92b9c4f1f2c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:29.579179 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-56559246-26e2-46a4-acdd-3e36bc6e0a67 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dfc50ac8925c4621ae549741308ec54c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1933424 Apr 15 10:54:29.580180 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56559246-26e2-46a4-acdd-3e36bc6e0a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5962b1bc-62c7-46a3-89a0-c457477bc3be,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:29.582233 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 43374) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:29.583412 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-56559246-26e2-46a4-acdd-3e36bc6e0a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:29.626242 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 21685988-9a96-4aea-837d-b7c7874e79d7 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:54:29.650358 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5c09ad72-8f65-40d1-8d0c-51af1bd815d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:29.681796 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5c09ad72-8f65-40d1-8d0c-51af1bd815d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:29.731757 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5c09ad72-8f65-40d1-8d0c-51af1bd815d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:29.737755 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-02328486-e349-4225-8e78-96e15159a826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:29.751795 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09ad72-8f65-40d1-8d0c-51af1bd815d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5962b1bc-62c7-46a3-89a0-c457477bc3be,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:29.755575 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5c09ad72-8f65-40d1-8d0c-51af1bd815d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:29.763759 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5c09ad72-8f65-40d1-8d0c-51af1bd815d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:29.768082 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-5c09ad72-8f65-40d1-8d0c-51af1bd815d5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5962b1bc-62c7-46a3-89a0-c457477bc3be HTTP/1.1" status: 204 len: 168 time: 0.1817541 Apr 15 10:54:29.794151 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 21685988-9a96-4aea-837d-b7c7874e79d7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=21685988-9a96-4aea-837d-b7c7874e79d7,segment=NetworkSegment(635706fb-d311-4a65-8ba9-240eaf791198),segment_id=635706fb-d311-4a65-8ba9-240eaf791198)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:29.812029 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Returning: {'device': '21685988-9a96-4aea-837d-b7c7874e79d7', 'network_id': '20132e3f-f9ec-44ce-8549-8b44fd8e54d2', 'port_id': '21685988-9a96-4aea-837d-b7c7874e79d7', 'mac_address': 'fa:16:3e:a0:cc:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bb1c553-d9ac-4d4d-9ace-8ff0bfe3715d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:54:29.880222 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:29.881031 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4983f-295a-4d65-b170-f381bcd2e837 req-4417abf3-5fcc-4803-8405-36debd7b9fab tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:29.882718 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-53e4983f-295a-4d65-b170-f381bcd2e837 req-4417abf3-5fcc-4803-8405-36debd7b9fab tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f25345-57a3-4154-8594-8dcf410518cc HTTP/1.1" status: 200 len: 943 time: 0.1070631 Apr 15 10:54:29.899987 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21685988-9a96-4aea-837d-b7c7874e79d7 {{(pid=85273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:54:29.918239 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 21685988-9a96-4aea-837d-b7c7874e79d7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=21685988-9a96-4aea-837d-b7c7874e79d7,segment=NetworkSegment(635706fb-d311-4a65-8ba9-240eaf791198),segment_id=635706fb-d311-4a65-8ba9-240eaf791198)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:29.921475 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:29.924573 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:29.938117 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-53e4983f-295a-4d65-b170-f381bcd2e837 req-18a71369-3aa4-4886-920e-531b4c4e35b5 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dfc34e3-108a-4880-91b4-86c4b6df0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476549 Apr 15 10:54:30.003135 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=21685988-9a96-4aea-837d-b7c7874e79d7,revision_number=4']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:30.006725 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:30.281055 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['21685988-9a96-4aea-837d-b7c7874e79d7'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:54:31.147267 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83b37e-dfd6-4419-9a13-060654211886 req-5e946861-ad00-485e-9c69-30242ea00a42 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:31.148938 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9e83b37e-dfd6-4419-9a13-060654211886 req-5e946861-ad00-485e-9c69-30242ea00a42 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f25345-57a3-4154-8594-8dcf410518cc HTTP/1.1" status: 200 len: 944 time: 0.0911696 Apr 15 10:54:31.213382 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9e83b37e-dfd6-4419-9a13-060654211886 req-7fb93f11-b5a3-4633-a74e-3db7e8a50824 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dfc34e3-108a-4880-91b4-86c4b6df0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580299 Apr 15 10:54:31.625364 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 21685988-9a96-4aea-837d-b7c7874e79d7 up at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:54:31.701224 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning for port 21685988-9a96-4aea-837d-b7c7874e79d7 completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:54:31.707010 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning complete for port 21685988-9a96-4aea-837d-b7c7874e79d7 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:54:31.707430 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:31.836639 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:31.865713 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f25345-57a3-4154-8594-8dcf410518cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21685988-9a96-4aea-837d-b7c7874e79d7'}] {{(pid=85273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:54:31.876554 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 21685988-9a96-4aea-837d-b7c7874e79d7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=21685988-9a96-4aea-837d-b7c7874e79d7,segment=NetworkSegment(635706fb-d311-4a65-8ba9-240eaf791198),segment_id=635706fb-d311-4a65-8ba9-240eaf791198)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:31.880458 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:31.883370 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-7f813acb-4128-4f82-9b5e-f59231a0a0b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:31.957026 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=21685988-9a96-4aea-837d-b7c7874e79d7,revision_number=5']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:31.960687 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:32.057830 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f25345-57a3-4154-8594-8dcf410518cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21685988-9a96-4aea-837d-b7c7874e79d7', 'code': 200} Apr 15 10:54:32.314759 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163ac3d-8535-4c3d-bbdf-7c25ee2eb263 req-d6c103f6-c31d-4742-bb32-6812e8c79e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:32.315929 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8163ac3d-8535-4c3d-bbdf-7c25ee2eb263 req-d6c103f6-c31d-4742-bb32-6812e8c79e17 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=28f25345-57a3-4154-8594-8dcf410518cc HTTP/1.1" status: 200 len: 1098 time: 0.0911479 Apr 15 10:54:32.415150 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8163ac3d-8535-4c3d-bbdf-7c25ee2eb263 req-205ae984-dea6-4dba-b46c-ef33aa47e681 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8dfc34e3-108a-4880-91b4-86c4b6df0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923998 Apr 15 10:54:32.446912 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acdf7c0-fac7-4467-a7cb-adff951e411d req-f0a997ba-40c4-448b-a134-5ac6caa55579 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:32.448854 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7acdf7c0-fac7-4467-a7cb-adff951e411d req-f0a997ba-40c4-448b-a134-5ac6caa55579 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f25345-57a3-4154-8594-8dcf410518cc HTTP/1.1" status: 200 len: 945 time: 0.1125760 Apr 15 10:54:32.500926 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7acdf7c0-fac7-4467-a7cb-adff951e411d req-0aeabd02-8be4-4305-8c50-95b465ed554c tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dfc34e3-108a-4880-91b4-86c4b6df0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456867 Apr 15 10:54:33.723920 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9f69b-162f-4000-bed5-d39b543d4f6d req-97a8d3ff-3fb6-4052-8218-06f22012f030 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:33.725648 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3bc9f69b-162f-4000-bed5-d39b543d4f6d req-97a8d3ff-3fb6-4052-8218-06f22012f030 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f25345-57a3-4154-8594-8dcf410518cc HTTP/1.1" status: 200 len: 945 time: 0.0992260 Apr 15 10:54:33.775370 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3bc9f69b-162f-4000-bed5-d39b543d4f6d req-517ae3f6-4077-4753-92a1-68791be32bdc tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dfc34e3-108a-4880-91b4-86c4b6df0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432689 Apr 15 10:54:34.989933 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26947541-3552-4126-98c5-0b81a182ad80 req-97cc6a73-1fbc-4dd7-bfb9-ee2bb532901f tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:34.991472 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-26947541-3552-4126-98c5-0b81a182ad80 req-97cc6a73-1fbc-4dd7-bfb9-ee2bb532901f tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f25345-57a3-4154-8594-8dcf410518cc HTTP/1.1" status: 200 len: 945 time: 0.0949731 Apr 15 10:54:35.044781 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-26947541-3552-4126-98c5-0b81a182ad80 req-4ff6eeaf-e1dc-4582-a719-c436294c6e95 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dfc34e3-108a-4880-91b4-86c4b6df0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470033 Apr 15 10:54:36.264354 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc72bf9-b2d2-4895-a553-6e83991e21c0 req-da994f92-0e2b-4559-bfc4-81a28785220c tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:36.265922 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8cc72bf9-b2d2-4895-a553-6e83991e21c0 req-da994f92-0e2b-4559-bfc4-81a28785220c tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f25345-57a3-4154-8594-8dcf410518cc HTTP/1.1" status: 200 len: 945 time: 0.0914216 Apr 15 10:54:36.313807 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8cc72bf9-b2d2-4895-a553-6e83991e21c0 req-30404b0a-629b-4d34-b400-d9f7bf0b59cf tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dfc34e3-108a-4880-91b4-86c4b6df0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411112 Apr 15 10:54:37.583635 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba04ae7-b22c-40fe-bd7e-568f1b7c420f req-1455b17a-b9b3-48d9-b754-037fc4a086bf tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:37.586524 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cba04ae7-b22c-40fe-bd7e-568f1b7c420f req-1455b17a-b9b3-48d9-b754-037fc4a086bf tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f25345-57a3-4154-8594-8dcf410518cc HTTP/1.1" status: 200 len: 945 time: 0.1013207 Apr 15 10:54:37.637245 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cba04ae7-b22c-40fe-bd7e-568f1b7c420f req-43e0e5cc-3057-4999-835f-eba6934b9ae5 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dfc34e3-108a-4880-91b4-86c4b6df0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440047 Apr 15 10:54:37.805440 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0e4ad-98b9-4533-b898-fa04a69c71a5 req-f6ce3bc2-5a79-42cb-9e42-15a57bbdc38c tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:37.807089 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-eae0e4ad-98b9-4533-b898-fa04a69c71a5 req-f6ce3bc2-5a79-42cb-9e42-15a57bbdc38c tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.60 "GET /v2.0/ports?device_id=28f25345-57a3-4154-8594-8dcf410518cc HTTP/1.1" status: 200 len: 945 time: 0.0923851 Apr 15 10:54:37.891445 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-eae0e4ad-98b9-4533-b898-fa04a69c71a5 req-7fe33228-4ff6-4e78-8704-cf77cf2a1bbd tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Deleting port 21685988-9a96-4aea-837d-b7c7874e79d7 {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:54:37.891746 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-eae0e4ad-98b9-4533-b898-fa04a69c71a5 req-7fe33228-4ff6-4e78-8704-cf77cf2a1bbd tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:38.177858 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-eae0e4ad-98b9-4533-b898-fa04a69c71a5 req-7fe33228-4ff6-4e78-8704-cf77cf2a1bbd tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] For port 21685988-9a96-4aea-837d-b7c7874e79d7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=21685988-9a96-4aea-837d-b7c7874e79d7,segment=NetworkSegment(635706fb-d311-4a65-8ba9-240eaf791198),segment_id=635706fb-d311-4a65-8ba9-240eaf791198)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:38.178188 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-eae0e4ad-98b9-4533-b898-fa04a69c71a5 req-7fe33228-4ff6-4e78-8704-cf77cf2a1bbd tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:38.318595 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-eae0e4ad-98b9-4533-b898-fa04a69c71a5 req-7fe33228-4ff6-4e78-8704-cf77cf2a1bbd tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Calling delete_port for 21685988-9a96-4aea-837d-b7c7874e79d7 owned by compute:nova {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:54:38.712584 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-eae0e4ad-98b9-4533-b898-fa04a69c71a5 req-7fe33228-4ff6-4e78-8704-cf77cf2a1bbd tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:38.731757 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['21685988-9a96-4aea-837d-b7c7874e79d7'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:54:38.732001 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:38.823110 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe33228-4ff6-4e78-8704-cf77cf2a1bbd tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Pushing event deleted for resources: {'Port': ['ID=21685988-9a96-4aea-837d-b7c7874e79d7,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:38.879892 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-7fe33228-4ff6-4e78-8704-cf77cf2a1bbd tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:38.892325 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e73f5253-7dc9-459f-a03c-0c67a5367df7 req-7c92bd54-f193-41d3-9dd3-62c2520f137d tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f25345-57a3-4154-8594-8dcf410518cc HTTP/1.1" status: 200 len: 210 time: 0.1189995 Apr 15 10:54:39.037522 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae0e4ad-98b9-4533-b898-fa04a69c71a5 req-7fe33228-4ff6-4e78-8704-cf77cf2a1bbd tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] No DVR routers for this DVR port 21685988-9a96-4aea-837d-b7c7874e79d7 on host hv-cinder-78638 {{(pid=85270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:54:39.040265 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-eae0e4ad-98b9-4533-b898-fa04a69c71a5 req-7fe33228-4ff6-4e78-8704-cf77cf2a1bbd tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:39.043595 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f25345-57a3-4154-8594-8dcf410518cc', 'name': 'network-vif-deleted', 'tag': '21685988-9a96-4aea-837d-b7c7874e79d7'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:54:39.068196 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-eae0e4ad-98b9-4533-b898-fa04a69c71a5 req-7fe33228-4ff6-4e78-8704-cf77cf2a1bbd tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] 10.222.0.60 "DELETE /v2.0/ports/21685988-9a96-4aea-837d-b7c7874e79d7 HTTP/1.1" status: 204 len: 173 time: 1.2546170 Apr 15 10:54:39.097351 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f25345-57a3-4154-8594-8dcf410518cc', 'name': 'network-vif-deleted', 'tag': '21685988-9a96-4aea-837d-b7c7874e79d7', 'status': 'completed', 'code': 200} Apr 15 10:54:41.731862 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 21685988-9a96-4aea-837d-b7c7874e79d7 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:54:41.774780 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] No Port match for: 21685988-9a96-4aea-837d-b7c7874e79d7 {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:54:41.775205 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 21685988-9a96-4aea-837d-b7c7874e79d7 not bound to the agent host hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:54:50.860176 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d1d52d09-4bd4-40c5-8fd2-c683525ed35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:53.326559 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-52ff9cb2-2f16-4fe8-92a7-1335d72fc025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:54.140998 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:54.348798 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:55.103515 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:55.163738 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:56.047860 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3b6f7e67-a8f1-41af-9202-3e50d950671b req-a13d22fd-4bf2-4857-801b-5fbc20b2a5f2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1274409 Apr 15 10:54:56.234295 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f7e67-a8f1-41af-9202-3e50d950671b req-248eef0b-97ca-4d04-9884-9438e010d65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:56.236022 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3b6f7e67-a8f1-41af-9202-3e50d950671b req-248eef0b-97ca-4d04-9884-9438e010d65c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=689fecd83bc6425fa49a8b8585fa7766&device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 1100 time: 0.1076317 Apr 15 10:54:56.428585 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f7e67-a8f1-41af-9202-3e50d950671b req-038e5f87-2688-433e-8c11-49479e49828a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:56.430554 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3b6f7e67-a8f1-41af-9202-3e50d950671b req-038e5f87-2688-433e-8c11-49479e49828a service neutron] 10.222.0.60 "GET /v2.0/networks?id=f668c3bb-e88f-444d-af6d-837916f0416a HTTP/1.1" status: 200 len: 916 time: 0.1717398 Apr 15 10:54:56.551748 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3b6f7e67-a8f1-41af-9202-3e50d950671b req-cf2065c3-248f-4491-8fe3-f46b6e5bce38 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=277e037f-d94c-45ba-8068-c686c56edd78 HTTP/1.1" status: 200 len: 1002 time: 0.1132035 Apr 15 10:54:56.636003 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f7e67-a8f1-41af-9202-3e50d950671b req-d2cb62b5-9bc2-4023-a428-432e7f55d8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:56.638138 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3b6f7e67-a8f1-41af-9202-3e50d950671b req-d2cb62b5-9bc2-4023-a428-432e7f55d8c4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb6df1b7-a13f-4f84-b22c-9831f4c87d61 HTTP/1.1" status: 200 len: 854 time: 0.0783594 Apr 15 10:54:56.728687 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f7e67-a8f1-41af-9202-3e50d950671b req-418e998c-5baa-46f2-95d9-e4be5b725edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:56.730622 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3b6f7e67-a8f1-41af-9202-3e50d950671b req-418e998c-5baa-46f2-95d9-e4be5b725edc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f668c3bb-e88f-444d-af6d-837916f0416a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0850005 Apr 15 10:54:56.976910 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3b6f7e67-a8f1-41af-9202-3e50d950671b req-cdae8014-b9dd-4313-a8e7-adb284cfeac2 service neutron] 10.222.0.60 "GET /v2.0/networks/f668c3bb-e88f-444d-af6d-837916f0416a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376552 Apr 15 10:54:57.187459 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3b6f7e67-a8f1-41af-9202-3e50d950671b req-81446b51-b3cb-45ec-91d2-2aedbbdd965e service neutron] 10.222.0.60 "GET /v2.0/networks/f668c3bb-e88f-444d-af6d-837916f0416a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957266 Apr 15 10:54:59.766108 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:55:01.565337 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 43732) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:01.786695 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-fc61f364-55e7-4eb7-81ab-0c4a69db5df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:01.812032 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-fc61f364-55e7-4eb7-81ab-0c4a69db5df5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:01.818483 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-fc61f364-55e7-4eb7-81ab-0c4a69db5df5 admin admin] Usage tracker for resource:security_group_rule and tenant:fa26f04fd7fb4508991dde69c8a7550a is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:01.821718 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-fc61f364-55e7-4eb7-81ab-0c4a69db5df5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:01.828788 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-fc61f364-55e7-4eb7-81ab-0c4a69db5df5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:01.948772 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-fc61f364-55e7-4eb7-81ab-0c4a69db5df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:01.953301 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-fc61f364-55e7-4eb7-81ab-0c4a69db5df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:01.967989 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-6f850b76-f5d4-47fa-97f5-151e32066503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:02.038084 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 43738) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:02.038295 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-fc61f364-55e7-4eb7-81ab-0c4a69db5df5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fa26f04fd7fb4508991dde69c8a7550a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4715126 Apr 15 10:55:02.041620 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61f364-55e7-4eb7-81ab-0c4a69db5df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9886916-ac19-48b7-9b0a-fa1cf765b87d,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:02.055682 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61f364-55e7-4eb7-81ab-0c4a69db5df5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:02.056208 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61f364-55e7-4eb7-81ab-0c4a69db5df5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:02.056692 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61f364-55e7-4eb7-81ab-0c4a69db5df5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:02.057097 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61f364-55e7-4eb7-81ab-0c4a69db5df5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:02.057502 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61f364-55e7-4eb7-81ab-0c4a69db5df5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:02.057985 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61f364-55e7-4eb7-81ab-0c4a69db5df5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:02.058394 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61f364-55e7-4eb7-81ab-0c4a69db5df5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:02.058797 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61f364-55e7-4eb7-81ab-0c4a69db5df5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:02.059221 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61f364-55e7-4eb7-81ab-0c4a69db5df5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:02.059834 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61f364-55e7-4eb7-81ab-0c4a69db5df5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:02.060235 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61f364-55e7-4eb7-81ab-0c4a69db5df5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:02.060628 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61f364-55e7-4eb7-81ab-0c4a69db5df5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:02.066554 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-fc61f364-55e7-4eb7-81ab-0c4a69db5df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:02.133486 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8a10e88b-44b6-43ad-8468-34740b6d2794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:02.172428 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8a10e88b-44b6-43ad-8468-34740b6d2794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:02.241112 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8a10e88b-44b6-43ad-8468-34740b6d2794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:02.248717 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0630128b-c8aa-4ff4-9d0a-42b14059bfa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:02.268629 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10e88b-44b6-43ad-8468-34740b6d2794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9886916-ac19-48b7-9b0a-fa1cf765b87d,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:02.273237 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-8a10e88b-44b6-43ad-8468-34740b6d2794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:02.280888 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8a10e88b-44b6-43ad-8468-34740b6d2794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:02.285815 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-8a10e88b-44b6-43ad-8468-34740b6d2794 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f9886916-ac19-48b7-9b0a-fa1cf765b87d HTTP/1.1" status: 204 len: 168 time: 0.2436419 Apr 15 10:55:10.617390 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 43882) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:10.685242 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1499b31-9e3f-4996-8d1c-dfbdb281eebc admin admin] Deleting subnet 2bb1c553-d9ac-4d4d-9ace-8ff0bfe3715d {{(pid=85270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 10:55:10.688798 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b1499b31-9e3f-4996-8d1c-dfbdb281eebc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:10.742536 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b1499b31-9e3f-4996-8d1c-dfbdb281eebc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851805275'] for subnet, precommit_delete_associations {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:10.806024 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b1499b31-9e3f-4996-8d1c-dfbdb281eebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32014'] for subnet, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:11.077709 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b1499b31-9e3f-4996-8d1c-dfbdb281eebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854743802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850600606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146478'] for subnet, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:11.100969 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:11.186644 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1499b31-9e3f-4996-8d1c-dfbdb281eebc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bb1c553-d9ac-4d4d-9ace-8ff0bfe3715d,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:11.194424 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-b1499b31-9e3f-4996-8d1c-dfbdb281eebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:11.237076 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b1499b31-9e3f-4996-8d1c-dfbdb281eebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for subnet, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:11.243260 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-b1499b31-9e3f-4996-8d1c-dfbdb281eebc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2bb1c553-d9ac-4d4d-9ace-8ff0bfe3715d HTTP/1.1" status: 204 len: 168 time: 0.6247144 Apr 15 10:55:11.245882 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 43890) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:11.373758 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1794d7ce-2431-47ed-8b0b-5669ed5903d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853840452'] for network, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:11.569631 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1794d7ce-2431-47ed-8b0b-5669ed5903d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854600463', 'neutron.services.segments.db._delete_segments_for_network--9223363301131922753'] for network, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:11.684856 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-1794d7ce-2431-47ed-8b0b-5669ed5903d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20132e3f-f9ec-44ce-8549-8b44fd8e54d2']}} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:11.697772 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-1794d7ce-2431-47ed-8b0b-5669ed5903d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '635706fb-d311-4a65-8ba9-240eaf791198') {'for_net_delete': True} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:11.698115 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-1794d7ce-2431-47ed-8b0b-5669ed5903d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '635706fb-d311-4a65-8ba9-240eaf791198') {} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:11.710497 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1794d7ce-2431-47ed-8b0b-5669ed5903d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301131932993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2970557'] for segment, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:11.725852 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1794d7ce-2431-47ed-8b0b-5669ed5903d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854748824'] for segment, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:11.732190 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1794d7ce-2431-47ed-8b0b-5669ed5903d0 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=85270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 10:55:11.909721 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-1794d7ce-2431-47ed-8b0b-5669ed5903d0 admin admin] Network 20132e3f-f9ec-44ce-8549-8b44fd8e54d2 has no segments {{(pid=85270) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:55:11.918825 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1794d7ce-2431-47ed-8b0b-5669ed5903d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-26960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4175553'] for segment, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:12.094375 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-1794d7ce-2431-47ed-8b0b-5669ed5903d0 admin admin] Network 20132e3f-f9ec-44ce-8549-8b44fd8e54d2 has no segments {{(pid=85270) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:55:12.117517 dv-cinder-786383-1-iscsi neutron-server[85157]: Traceback (most recent call last): Apr 15 10:55:12.117517 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 10:55:12.117517 dv-cinder-786383-1-iscsi neutron-server[85157]: timer() Apr 15 10:55:12.117517 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 10:55:12.117517 dv-cinder-786383-1-iscsi neutron-server[85157]: cb(*args, **kw) Apr 15 10:55:12.117517 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 10:55:12.117517 dv-cinder-786383-1-iscsi neutron-server[85157]: return func(*args, **kwargs) Apr 15 10:55:12.117517 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 10:55:12.117517 dv-cinder-786383-1-iscsi neutron-server[85157]: self._notify() Apr 15 10:55:12.117517 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 10:55:12.117517 dv-cinder-786383-1-iscsi neutron-server[85157]: self.callback(batched_events) Apr 15 10:55:12.117517 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 10:55:12.117517 dv-cinder-786383-1-iscsi neutron-server[85157]: event.method(event) Apr 15 10:55:12.117517 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 10:55:12.117517 dv-cinder-786383-1-iscsi neutron-server[85157]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 10:55:12.117517 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 10:55:12.117517 dv-cinder-786383-1-iscsi neutron-server[85157]: segment_id)['aggregates'][0] Apr 15 10:55:12.117517 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 10:55:12.117517 dv-cinder-786383-1-iscsi neutron-server[85157]: return f(self, *a, **k) Apr 15 10:55:12.117517 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 10:55:12.117517 dv-cinder-786383-1-iscsi neutron-server[85157]: return self._get(url).json() Apr 15 10:55:12.117517 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 10:55:12.117517 dv-cinder-786383-1-iscsi neutron-server[85157]: **kwargs) Apr 15 10:55:12.117517 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 10:55:12.117517 dv-cinder-786383-1-iscsi neutron-server[85157]: return self.request(url, 'GET', **kwargs) Apr 15 10:55:12.117517 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 10:55:12.117517 dv-cinder-786383-1-iscsi neutron-server[85157]: **endpoint_filter) Apr 15 10:55:12.117517 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 10:55:12.117517 dv-cinder-786383-1-iscsi neutron-server[85157]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 10:55:12.117517 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 10:55:12.117517 dv-cinder-786383-1-iscsi neutron-server[85157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 10:55:12.117517 dv-cinder-786383-1-iscsi neutron-server[85157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 10:55:12.197631 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1794d7ce-2431-47ed-8b0b-5669ed5903d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-175238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414992'] for network, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:12.202462 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1794d7ce-2431-47ed-8b0b-5669ed5903d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for network, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:12.205108 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-09a2be8f-a26f-4f38-8d6c-b04dfbb2d4ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:12.227153 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794d7ce-2431-47ed-8b0b-5669ed5903d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=20132e3f-f9ec-44ce-8549-8b44fd8e54d2,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:12.229726 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1794d7ce-2431-47ed-8b0b-5669ed5903d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:12.231223 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-1794d7ce-2431-47ed-8b0b-5669ed5903d0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/20132e3f-f9ec-44ce-8549-8b44fd8e54d2 HTTP/1.1" status: 204 len: 168 time: 0.9843075 Apr 15 10:55:12.417045 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 43898) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:12.472530 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-06c36a47-a406-4045-8e3d-21bd8af4c8c4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f24975892fda4152a7fbdd7da531f01c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540197 Apr 15 10:55:12.474861 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 43902) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:12.536722 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d9322cf5-2cfd-4428-8df3-142cfe862c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:12.563821 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d9322cf5-2cfd-4428-8df3-142cfe862c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:12.608086 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d9322cf5-2cfd-4428-8df3-142cfe862c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:12.613706 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-24942f3d-8b4a-4967-9f8b-4506dc5b2edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:12.626266 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9322cf5-2cfd-4428-8df3-142cfe862c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfc34e3-108a-4880-91b4-86c4b6df0d27,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:12.631512 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-d9322cf5-2cfd-4428-8df3-142cfe862c44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:12.636196 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d9322cf5-2cfd-4428-8df3-142cfe862c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:12.637164 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-d9322cf5-2cfd-4428-8df3-142cfe862c44 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8dfc34e3-108a-4880-91b4-86c4b6df0d27 HTTP/1.1" status: 204 len: 168 time: 0.1612885 Apr 15 10:55:13.444420 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 43928) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:13.560319 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-8b531964-e590-40a9-8fd9-0057ebf5ab61 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-677591857-network', 'tenant_id': '6934d464d7bf46e392bd68c5be75ee7e'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:13.565963 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-8b531964-e590-40a9-8fd9-0057ebf5ab61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:13.570281 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-8b531964-e590-40a9-8fd9-0057ebf5ab61 admin admin] Usage tracker for resource:network and tenant:6934d464d7bf46e392bd68c5be75ee7e is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:13.573342 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-8b531964-e590-40a9-8fd9-0057ebf5ab61 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:13.580384 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-8b531964-e590-40a9-8fd9-0057ebf5ab61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:13.591057 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b531964-e590-40a9-8fd9-0057ebf5ab61 admin admin] Made reservation on behalf of 6934d464d7bf46e392bd68c5be75ee7e for: {'network': 1} {{(pid=85272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:13.595747 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8b531964-e590-40a9-8fd9-0057ebf5ab61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for network, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:13.608869 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8b531964-e590-40a9-8fd9-0057ebf5ab61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:13.627806 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-8b531964-e590-40a9-8fd9-0057ebf5ab61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:13.632664 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-8b531964-e590-40a9-8fd9-0057ebf5ab61 admin admin] Usage tracker for resource:security_group_rule and tenant:6934d464d7bf46e392bd68c5be75ee7e is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:13.635680 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-8b531964-e590-40a9-8fd9-0057ebf5ab61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:13.641927 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-8b531964-e590-40a9-8fd9-0057ebf5ab61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:13.731171 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8b531964-e590-40a9-8fd9-0057ebf5ab61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:13.734128 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8b531964-e590-40a9-8fd9-0057ebf5ab61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:13.738929 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-fffd30db-1cd7-498f-9217-ae1bb9042757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:13.769646 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b531964-e590-40a9-8fd9-0057ebf5ab61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=85272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:55:13.778928 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b531964-e590-40a9-8fd9-0057ebf5ab61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b2f070-0b6a-4993-b13f-4f9421ccd3d3,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:13.783103 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-8b531964-e590-40a9-8fd9-0057ebf5ab61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:13.786197 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8b531964-e590-40a9-8fd9-0057ebf5ab61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854748824'] for segment, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:13.786589 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.segments_db [None req-8b531964-e590-40a9-8fd9-0057ebf5ab61 admin admin] Added segment 69c47fd9-9723-4cb7-8194-328216ec5f1e of type vlan for network c8672035-d385-4503-8a4f-7dac7766ec27 Apr 15 10:55:13.814428 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8b531964-e590-40a9-8fd9-0057ebf5ab61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363301132464039'] for network, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:13.845661 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8b531964-e590-40a9-8fd9-0057ebf5ab61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349'] for network, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:13.847184 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b531964-e590-40a9-8fd9-0057ebf5ab61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:13.847832 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8b531964-e590-40a9-8fd9-0057ebf5ab61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for network, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:13.852916 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:13.961277 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-8b531964-e590-40a9-8fd9-0057ebf5ab61 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5156083 Apr 15 10:55:13.964241 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 43942) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:13.966862 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b531964-e590-40a9-8fd9-0057ebf5ab61 admin admin] Pushing event updated for resources: {'Network': ['ID=c8672035-d385-4503-8a4f-7dac7766ec27,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:13.973089 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-9fb962bc-3475-4078-b4a6-3cb2f6f1c5e6 admin admin] Request body: {'subnet': {'network_id': 'c8672035-d385-4503-8a4f-7dac7766ec27', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-677591857-subnet', 'tenant_id': '6934d464d7bf46e392bd68c5be75ee7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:13.977872 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-8b531964-e590-40a9-8fd9-0057ebf5ab61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:13.978054 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Network c8672035-d385-4503-8a4f-7dac7766ec27 details requested by agent ovs-agent-dv-cinder-786383-1-iscsi with host dv-cinder-786383-1-iscsi {{(pid=85273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:55:13.978896 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-9fb962bc-3475-4078-b4a6-3cb2f6f1c5e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:13.983182 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-9fb962bc-3475-4078-b4a6-3cb2f6f1c5e6 admin admin] Usage tracker for resource:subnet and tenant:6934d464d7bf46e392bd68c5be75ee7e is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:13.986335 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-9fb962bc-3475-4078-b4a6-3cb2f6f1c5e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:13.993220 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-9fb962bc-3475-4078-b4a6-3cb2f6f1c5e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:14.004967 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb962bc-3475-4078-b4a6-3cb2f6f1c5e6 admin admin] Made reservation on behalf of 6934d464d7bf46e392bd68c5be75ee7e for: {'subnet': 1} {{(pid=85272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:14.009981 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9fb962bc-3475-4078-b4a6-3cb2f6f1c5e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852330914'] for subnet, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:14.428782 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9fb962bc-3475-4078-b4a6-3cb2f6f1c5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2745832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852330929'] for subnet, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:14.442664 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-ab010ca4-e967-4a14-9a5a-05d81a37aa6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:14.566286 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb962bc-3475-4078-b4a6-3cb2f6f1c5e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f06f113-776b-43b5-b103-f0f3c2c46062,revision_number=0']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:14.571352 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-9fb962bc-3475-4078-b4a6-3cb2f6f1c5e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:14.638187 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb962bc-3475-4078-b4a6-3cb2f6f1c5e6 admin admin] Checking segment: {'id': '69c47fd9-9723-4cb7-8194-328216ec5f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c8672035-d385-4503-8a4f-7dac7766ec27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:55:14.638501 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb962bc-3475-4078-b4a6-3cb2f6f1c5e6 admin admin] Network hostable DHCP agents. Network: c8672035-d385-4503-8a4f-7dac7766ec27, hostable agents: ['18362263-581c-45fc-9271-eb619391ffd4'], hosted agents: [] {{(pid=85272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:55:14.656904 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb962bc-3475-4078-b4a6-3cb2f6f1c5e6 admin admin] Network c8672035-d385-4503-8a4f-7dac7766ec27 is scheduled to be hosted by DHCP agent 18362263-581c-45fc-9271-eb619391ffd4 with binding_index 1 {{(pid=85272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:55:14.665435 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-9fb962bc-3475-4078-b4a6-3cb2f6f1c5e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-1-iscsi, c8672035-d385-4503-8a4f-7dac7766ec27) {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:55:14.675693 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c116fe0-e29d-47f8-8fde-2cd06354cbe7 None None] Network c8672035-d385-4503-8a4f-7dac7766ec27 requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:55:14.677045 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb962bc-3475-4078-b4a6-3cb2f6f1c5e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:14.677694 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9fb962bc-3475-4078-b4a6-3cb2f6f1c5e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:14.697080 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-9fb962bc-3475-4078-b4a6-3cb2f6f1c5e6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7316537 Apr 15 10:55:14.913423 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b0b087-1f24-44a3-bf86-1901ec1d681b None None] Network c8672035-d385-4503-8a4f-7dac7766ec27 requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:55:16.845656 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-b923a7ef-df75-41a1-a7b4-b609c13d0ea3 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:16.848026 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-b923a7ef-df75-41a1-a7b4-b609c13d0ea3 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/networks?id=c8672035-d385-4503-8a4f-7dac7766ec27 HTTP/1.1" status: 200 len: 813 time: 0.2133682 Apr 15 10:55:16.878072 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-fae89d0a-4d64-4d3d-976d-f5b6164b99c6 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/quotas/6934d464d7bf46e392bd68c5be75ee7e HTTP/1.1" status: 200 len: 375 time: 0.0214093 Apr 15 10:55:16.892222 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c7ce8-dafc-4b23-81f5-79c4c2184c48 req-54e741f0-5bc0-43b5-a4ab-3c8002ba7194 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:16.894446 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f42c7ce8-dafc-4b23-81f5-79c4c2184c48 req-54e741f0-5bc0-43b5-a4ab-3c8002ba7194 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 947 time: 0.1305749 Apr 15 10:55:16.956830 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-54910b2c-9c35-4b40-ace7-f1841e70a902 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6934d464d7bf46e392bd68c5be75ee7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724258 Apr 15 10:55:17.055496 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f42c7ce8-dafc-4b23-81f5-79c4c2184c48 req-fbee575f-2ec3-4c54-a980-c0249b641c05 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262064 Apr 15 10:55:17.123214 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-5f498861-081e-464f-b8e6-adca921a9e68 service neutron] 10.222.0.36 "GET /v2.0/networks/c8672035-d385-4503-8a4f-7dac7766ec27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498168 Apr 15 10:55:17.268777 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-687f8b92-4031-4548-914d-48df58e2893e service neutron] 10.222.0.36 "GET /v2.0/networks/c8672035-d385-4503-8a4f-7dac7766ec27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383195 Apr 15 10:55:17.465400 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f4b44308-58cf-4a7f-850a-62bce656b27d req-109dc7d5-d793-4376-b505-cfc32a959731 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c20b408-9e10-4fc0-b65f-31efc447d2e2 HTTP/1.1" status: 200 len: 210 time: 0.0502086 Apr 15 10:55:18.489234 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e901d19-ef04-46cc-bb28-24e965824091 req-3f6f18b0-3489-43e2-81aa-5dd2cf63fe57 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:18.490846 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8e901d19-ef04-46cc-bb28-24e965824091 req-3f6f18b0-3489-43e2-81aa-5dd2cf63fe57 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 947 time: 0.3142872 Apr 15 10:55:18.542485 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8e901d19-ef04-46cc-bb28-24e965824091 req-f6dca033-a943-475a-995f-c5c2c3667490 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444231 Apr 15 10:55:18.636103 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-271a14dc-2c94-48bf-8ee9-afd6158cbe4e req-7d8f1a39-8a08-43f6-bc02-38d41f5af54a tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c20b408-9e10-4fc0-b65f-31efc447d2e2 HTTP/1.1" status: 200 len: 210 time: 0.0534222 Apr 15 10:55:19.751380 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e987b22-261e-418c-bc32-48d176ff5ace req-ac407699-c7d6-48de-bede-b5ab78f24f51 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:19.753022 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0e987b22-261e-418c-bc32-48d176ff5ace req-ac407699-c7d6-48de-bede-b5ab78f24f51 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 947 time: 0.0882592 Apr 15 10:55:19.821195 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2b68ec80-0548-4e35-b9e3-47942c0874e7 req-6218af1a-b850-4976-9cce-2f35bd0f5d55 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c20b408-9e10-4fc0-b65f-31efc447d2e2 HTTP/1.1" status: 200 len: 210 time: 0.0671329 Apr 15 10:55:19.844964 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0e987b22-261e-418c-bc32-48d176ff5ace req-422c3fca-3573-4956-af9c-9e30a0f63cb2 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554852 Apr 15 10:55:20.784477 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-cc15fa98-58af-4993-acce-f63935ba970d tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:20.786049 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-cc15fa98-58af-4993-acce-f63935ba970d tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.60 "GET /v2.0/networks?id=c8672035-d385-4503-8a4f-7dac7766ec27 HTTP/1.1" status: 200 len: 813 time: 0.1635387 Apr 15 10:55:20.854441 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e0127d5c-c5f3-43aa-9097-6c5111c092e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:20.897251 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-5f85a90f-9ba3-4d89-9746-37ff27dccdf5 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Request body: {'port': {'device_id': '0c20b408-9e10-4fc0-b65f-31efc447d2e2', 'network_id': 'c8672035-d385-4503-8a4f-7dac7766ec27', 'admin_state_up': True, 'tenant_id': '6934d464d7bf46e392bd68c5be75ee7e'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:21.080753 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-61a746fb-94e9-41e4-ab54-1449a1ca56d3 req-3c3ca774-0b04-42e1-a950-38eec2a19efa tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c20b408-9e10-4fc0-b65f-31efc447d2e2 HTTP/1.1" status: 200 len: 210 time: 0.1107948 Apr 15 10:55:21.170510 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-5f85a90f-9ba3-4d89-9746-37ff27dccdf5 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:21.177672 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-5f85a90f-9ba3-4d89-9746-37ff27dccdf5 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Usage tracker for resource:port and tenant:6934d464d7bf46e392bd68c5be75ee7e is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:21.181264 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-5f85a90f-9ba3-4d89-9746-37ff27dccdf5 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:21.192254 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42c288-c058-4b24-b527-66dc4b66d90c req-fd1eda00-6c23-4138-9b85-26aa96f7fcdb tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:21.194092 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-fd42c288-c058-4b24-b527-66dc4b66d90c req-fd1eda00-6c23-4138-9b85-26aa96f7fcdb tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 947 time: 0.2160187 Apr 15 10:55:21.197946 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-5f85a90f-9ba3-4d89-9746-37ff27dccdf5 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:21.228369 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-5f85a90f-9ba3-4d89-9746-37ff27dccdf5 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Made reservation on behalf of 6934d464d7bf46e392bd68c5be75ee7e for: {'port': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:21.234303 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-5f85a90f-9ba3-4d89-9746-37ff27dccdf5 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:21.275245 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-fd42c288-c058-4b24-b527-66dc4b66d90c req-ffb2a944-5eda-4eb2-8518-9103f2f3c325 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737760 Apr 15 10:55:21.434520 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-5f85a90f-9ba3-4d89-9746-37ff27dccdf5 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Allocated IP 172.20.0.2 (c8672035-d385-4503-8a4f-7dac7766ec27/7f06f113-776b-43b5-b103-f0f3c2c46062/3077c64e-070e-4748-a017-c70a35b5cbf7) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:55:21.654817 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-5f85a90f-9ba3-4d89-9746-37ff27dccdf5 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:21.686135 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-5f85a90f-9ba3-4d89-9746-37ff27dccdf5 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:21.702261 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:21.790039 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90963101-46e5-4d05-aaf8-fea57c4c576b req-678d8cb0-0866-4416-bb40-0a2608de3c50 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:21.790808 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-90963101-46e5-4d05-aaf8-fea57c4c576b req-678d8cb0-0866-4416-bb40-0a2608de3c50 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Synchronizing usage tracker for tenant:689fecd83bc6425fa49a8b8585fa7766 on resource:port {{(pid=85272) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:55:21.808254 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-90963101-46e5-4d05-aaf8-fea57c4c576b req-678d8cb0-0866-4416-bb40-0a2608de3c50 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Unset dirty status for tenant:689fecd83bc6425fa49a8b8585fa7766 on resource:port {{(pid=85272) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:55:21.809332 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-90963101-46e5-4d05-aaf8-fea57c4c576b req-678d8cb0-0866-4416-bb40-0a2608de3c50 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.60 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 947 time: 0.1140637 Apr 15 10:55:21.845616 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85a90f-9ba3-4d89-9746-37ff27dccdf5 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Pushing event updated for resources: {'Port': ['ID=3077c64e-070e-4748-a017-c70a35b5cbf7,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:21.850215 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5f85a90f-9ba3-4d89-9746-37ff27dccdf5 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:21.888714 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-90963101-46e5-4d05-aaf8-fea57c4c576b req-d92c7768-5a44-4c86-ae17-32682c72a342 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Deleting port 277e037f-d94c-45ba-8068-c686c56edd78 {{(pid=85272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:55:21.889152 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-90963101-46e5-4d05-aaf8-fea57c4c576b req-d92c7768-5a44-4c86-ae17-32682c72a342 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:21.916804 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-5f85a90f-9ba3-4d89-9746-37ff27dccdf5 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Network c8672035-d385-4503-8a4f-7dac7766ec27 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:55:21.918068 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-5f85a90f-9ba3-4d89-9746-37ff27dccdf5 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:55:21.920544 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-5f85a90f-9ba3-4d89-9746-37ff27dccdf5 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:55:21.990122 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-5f85a90f-9ba3-4d89-9746-37ff27dccdf5 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:21.990798 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-5f85a90f-9ba3-4d89-9746-37ff27dccdf5 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:22.012670 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-5f85a90f-9ba3-4d89-9746-37ff27dccdf5 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1327517 Apr 15 10:55:22.025379 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-f48dd6ef-53c8-48ac-8614-b0582f9dfb50 service neutron] Request body: {'port': {'device_id': '0c20b408-9e10-4fc0-b65f-31efc447d2e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:22.160344 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-f48dd6ef-53c8-48ac-8614-b0582f9dfb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:22.183213 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-90963101-46e5-4d05-aaf8-fea57c4c576b req-d92c7768-5a44-4c86-ae17-32682c72a342 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] For port 277e037f-d94c-45ba-8068-c686c56edd78, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=277e037f-d94c-45ba-8068-c686c56edd78,segment=NetworkSegment(8e6d0818-21ca-4119-a259-40d1be9a343f),segment_id=8e6d0818-21ca-4119-a259-40d1be9a343f)] {{(pid=85272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:22.184331 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-90963101-46e5-4d05-aaf8-fea57c4c576b req-d92c7768-5a44-4c86-ae17-32682c72a342 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:22.527318 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d5639-c26e-43a3-8aa6-7497e0cd4774 req-e18f6c3f-1ab2-44f7-9abc-1c2129dd48e0 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:22.528095 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-8f0d5639-c26e-43a3-8aa6-7497e0cd4774 req-e18f6c3f-1ab2-44f7-9abc-1c2129dd48e0 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Synchronizing usage tracker for tenant:6934d464d7bf46e392bd68c5be75ee7e on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:55:22.544678 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-90963101-46e5-4d05-aaf8-fea57c4c576b req-d92c7768-5a44-4c86-ae17-32682c72a342 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:22.544678 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-90963101-46e5-4d05-aaf8-fea57c4c576b req-d92c7768-5a44-4c86-ae17-32682c72a342 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415207'] for floatingip, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:22.544998 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.l3_db [req-90963101-46e5-4d05-aaf8-fea57c4c576b req-d92c7768-5a44-4c86-ae17-32682c72a342 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Floating IP 503bbaf2-c15b-44f3-9f75-0b7f4cb71518 disassociated. External IP: 172.27.2.204, port: 277e037f-d94c-45ba-8068-c686c56edd78. Apr 15 10:55:22.545845 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-90963101-46e5-4d05-aaf8-fea57c4c576b req-d92c7768-5a44-4c86-ae17-32682c72a342 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Calling delete_port for 277e037f-d94c-45ba-8068-c686c56edd78 owned by compute:nova {{(pid=85272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:55:22.641902 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-8f0d5639-c26e-43a3-8aa6-7497e0cd4774 req-e18f6c3f-1ab2-44f7-9abc-1c2129dd48e0 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Unset dirty status for tenant:6934d464d7bf46e392bd68c5be75ee7e on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:55:22.643193 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8f0d5639-c26e-43a3-8aa6-7497e0cd4774 req-e18f6c3f-1ab2-44f7-9abc-1c2129dd48e0 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c20b408-9e10-4fc0-b65f-31efc447d2e2 HTTP/1.1" status: 200 len: 931 time: 0.4284079 Apr 15 10:55:22.704033 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-90963101-46e5-4d05-aaf8-fea57c4c576b req-d92c7768-5a44-4c86-ae17-32682c72a342 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:22.720626 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-25c8708a-85d3-4323-a9e4-dc28120e2c5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:22.739317 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74ca97-b1ba-460e-91be-756e816a65a3 req-2b4f682a-31af-4e57-a0c3-f7b28fc58e86 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:22.741044 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-fa74ca97-b1ba-460e-91be-756e816a65a3 req-2b4f682a-31af-4e57-a0c3-f7b28fc58e86 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 947 time: 0.2917795 Apr 15 10:55:22.766533 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8f0d5639-c26e-43a3-8aa6-7497e0cd4774 req-3608f087-0c6c-4a46-9017-ce0a151d22f9 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/security-groups?id=29b2f070-0b6a-4993-b13f-4f9421ccd3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079855 Apr 15 10:55:22.776781 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c7768-5a44-4c86-ae17-32682c72a342 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Pushing event deleted for resources: {'Port': ['ID=277e037f-d94c-45ba-8068-c686c56edd78,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:22.824739 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-fa74ca97-b1ba-460e-91be-756e816a65a3 req-713f0837-a136-4469-a00c-1c4f540f2bac tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735855 Apr 15 10:55:22.905155 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-f48dd6ef-53c8-48ac-8614-b0582f9dfb50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3077c64e-070e-4748-a017-c70a35b5cbf7 {{(pid=85270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:55:22.914390 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-f48dd6ef-53c8-48ac-8614-b0582f9dfb50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:22.931689 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-f48dd6ef-53c8-48ac-8614-b0582f9dfb50 service neutron] Transition to ACTIVE for port object 3077c64e-070e-4748-a017-c70a35b5cbf7 will not be triggered until provisioned by entity L2. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:55:22.934921 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-f48dd6ef-53c8-48ac-8614-b0582f9dfb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850600659'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:22.952043 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-3e82b7f6-11ea-4de3-8dd0-855ab83fff68 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:23.050867 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-d92c7768-5a44-4c86-ae17-32682c72a342 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:23.088422 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48dd6ef-53c8-48ac-8614-b0582f9dfb50 service neutron] Pushing event updated for resources: {'Port': ['ID=3077c64e-070e-4748-a017-c70a35b5cbf7,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:23.093592 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f48dd6ef-53c8-48ac-8614-b0582f9dfb50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:23.320422 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1d376eba-16a2-49c2-9b57-83df0e22a31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:23.327717 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90963101-46e5-4d05-aaf8-fea57c4c576b req-d92c7768-5a44-4c86-ae17-32682c72a342 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Router 0e901d6d-fafa-4619-a4fb-2a4503d270de has already been hosted by L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 {{(pid=85272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:55:23.335533 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-f48dd6ef-53c8-48ac-8614-b0582f9dfb50 service neutron] Attempting to bind port 3077c64e-070e-4748-a017-c70a35b5cbf7 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:55:23.335926 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-f48dd6ef-53c8-48ac-8614-b0582f9dfb50 service neutron] Attempting to bind port 3077c64e-070e-4748-a017-c70a35b5cbf7 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '69c47fd9-9723-4cb7-8194-328216ec5f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c8672035-d385-4503-8a4f-7dac7766ec27'}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:55:23.336374 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-f48dd6ef-53c8-48ac-8614-b0582f9dfb50 service neutron] Attempting to bind port 3077c64e-070e-4748-a017-c70a35b5cbf7 on network c8672035-d385-4503-8a4f-7dac7766ec27 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:55:23.341619 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-f48dd6ef-53c8-48ac-8614-b0582f9dfb50 service neutron] Port 3077c64e-070e-4748-a017-c70a35b5cbf7 on network c8672035-d385-4503-8a4f-7dac7766ec27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:55:23.341994 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-f48dd6ef-53c8-48ac-8614-b0582f9dfb50 service neutron] Attempting to bind port 3077c64e-070e-4748-a017-c70a35b5cbf7 on network c8672035-d385-4503-8a4f-7dac7766ec27 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:55:23.349218 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-f48dd6ef-53c8-48ac-8614-b0582f9dfb50 service neutron] Checking agent: {'id': '39ee03b0-0a73-4082-87ae-8bc447154759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:55:23.349218 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-f48dd6ef-53c8-48ac-8614-b0582f9dfb50 service neutron] Checking segment: {'id': '69c47fd9-9723-4cb7-8194-328216ec5f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c8672035-d385-4503-8a4f-7dac7766ec27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:55:23.349750 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-f48dd6ef-53c8-48ac-8614-b0582f9dfb50 service neutron] Bound using segment: {'id': '69c47fd9-9723-4cb7-8194-328216ec5f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c8672035-d385-4503-8a4f-7dac7766ec27'} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:55:23.350485 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-f48dd6ef-53c8-48ac-8614-b0582f9dfb50 service neutron] Bound port: 3077c64e-070e-4748-a017-c70a35b5cbf7, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c47fd9-9723-4cb7-8194-328216ec5f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c8672035-d385-4503-8a4f-7dac7766ec27'}}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:55:23.351174 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-f48dd6ef-53c8-48ac-8614-b0582f9dfb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:23.455045 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-f48dd6ef-53c8-48ac-8614-b0582f9dfb50 service neutron] For port 3077c64e-070e-4748-a017-c70a35b5cbf7, host hv-cinder-78638, cleared binding levels {{(pid=85270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:55:23.458772 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-f48dd6ef-53c8-48ac-8614-b0582f9dfb50 service neutron] For port 3077c64e-070e-4748-a017-c70a35b5cbf7, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3077c64e-070e-4748-a017-c70a35b5cbf7,segment=NetworkSegment(69c47fd9-9723-4cb7-8194-328216ec5f1e),segment_id=69c47fd9-9723-4cb7-8194-328216ec5f1e)] {{(pid=85270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:55:23.466698 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-f48dd6ef-53c8-48ac-8614-b0582f9dfb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850600659'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:23.484845 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:23.531807 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90963101-46e5-4d05-aaf8-fea57c4c576b req-d92c7768-5a44-4c86-ae17-32682c72a342 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:55:23.544006 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fd4374-8d8e-4ba4-b74b-042035e89626 None None] Sync routers for ids ['0e901d6d-fafa-4619-a4fb-2a4503d270de'] in dv-cinder-786383-1-iscsi {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:55:23.556622 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fd4374-8d8e-4ba4-b74b-042035e89626 None None] Routers {'0e901d6d-fafa-4619-a4fb-2a4503d270de'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:55:23.557695 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-35fd4374-8d8e-4ba4-b74b-042035e89626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:55:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['0e901d6d-fafa-4619-a4fb-2a4503d270de'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:23.643784 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-90963101-46e5-4d05-aaf8-fea57c4c576b req-d92c7768-5a44-4c86-ae17-32682c72a342 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] No DVR routers for this DVR port 277e037f-d94c-45ba-8068-c686c56edd78 on host hv-cinder-78638 {{(pid=85272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:55:23.651889 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-90963101-46e5-4d05-aaf8-fea57c4c576b req-d92c7768-5a44-4c86-ae17-32682c72a342 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:23.655377 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d8f9e2-4b46-43bd-84c8-3f703af4911c', 'name': 'network-vif-deleted', 'tag': '277e037f-d94c-45ba-8068-c686c56edd78'}] {{(pid=85272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:55:23.709797 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-90963101-46e5-4d05-aaf8-fea57c4c576b req-d92c7768-5a44-4c86-ae17-32682c72a342 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.60 "DELETE /v2.0/ports/277e037f-d94c-45ba-8068-c686c56edd78 HTTP/1.1" status: 204 len: 173 time: 1.8950226 Apr 15 10:55:23.792219 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-35fd4374-8d8e-4ba4-b74b-042035e89626 None None] Set router 0e901d6d-fafa-4619-a4fb-2a4503d270de gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:55:24.004583 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48dd6ef-53c8-48ac-8614-b0582f9dfb50 service neutron] Pushing event updated for resources: {'Port': ['ID=3077c64e-070e-4748-a017-c70a35b5cbf7,revision_number=3']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:24.008543 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f48dd6ef-53c8-48ac-8614-b0582f9dfb50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:24.051419 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d8f9e2-4b46-43bd-84c8-3f703af4911c', 'name': 'network-vif-deleted', 'tag': '277e037f-d94c-45ba-8068-c686c56edd78', 'status': 'completed', 'code': 200} Apr 15 10:55:24.151111 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-f48dd6ef-53c8-48ac-8614-b0582f9dfb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:24.151809 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-f48dd6ef-53c8-48ac-8614-b0582f9dfb50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:24.153521 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-f48dd6ef-53c8-48ac-8614-b0582f9dfb50 service neutron] 10.222.0.60 "PUT /v2.0/ports/3077c64e-070e-4748-a017-c70a35b5cbf7 HTTP/1.1" status: 200 len: 1093 time: 2.1327665 Apr 15 10:55:24.155757 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c20b408-9e10-4fc0-b65f-31efc447d2e2', 'tag': '3077c64e-070e-4748-a017-c70a35b5cbf7'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:55:24.182127 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11511e-b78e-4ba4-9559-00fdfee6c242 req-d766d1b3-eab3-4892-9c16-56d1c7d5c43f tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:24.183963 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8e11511e-b78e-4ba4-9559-00fdfee6c242 req-d766d1b3-eab3-4892-9c16-56d1c7d5c43f tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c20b408-9e10-4fc0-b65f-31efc447d2e2 HTTP/1.1" status: 200 len: 943 time: 0.1739249 Apr 15 10:55:24.302278 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ab21cbf1-7f59-40d4-8341-6994088355a7 req-95f50e2c-c5f4-4be2-8e83-4438d8be771f tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=81d8f9e2-4b46-43bd-84c8-3f703af4911c HTTP/1.1" status: 200 len: 210 time: 0.1169252 Apr 15 10:55:24.306522 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:24.345367 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8e11511e-b78e-4ba4-9559-00fdfee6c242 req-6262a3b9-791d-4516-982d-a657041afbf6 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/security-groups?id=29b2f070-0b6a-4993-b13f-4f9421ccd3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142905 Apr 15 10:55:24.385540 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-d1b3a4a7-d632-41cf-a155-d073b498b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:24.388149 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-d1b3a4a7-d632-41cf-a155-d073b498b844 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6934d464d7bf46e392bd68c5be75ee7e&device_id=0c20b408-9e10-4fc0-b65f-31efc447d2e2 HTTP/1.1" status: 200 len: 1096 time: 0.1580460 Apr 15 10:55:24.429621 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:24.464759 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-35fd4374-8d8e-4ba4-b74b-042035e89626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'name': 'tempest-AttachVolumeShelveTestJSON-74497265-router', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8d30bea1-ae73-4d8a-a314-4b8590cd7566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:48:39Z', 'updated_at': '2021-04-15T10:48:46Z', 'revision_number': 4, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'gw_port': {'id': '8d30bea1-ae73-4d8a-a314-4b8590cd7566', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:40Z', 'updated_at': '2021-04-15T10:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': 'b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d', 'name': '', 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'mac_address': 'fa:16:3e:2c:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:45Z', 'updated_at': '2021-04-15T10:49:01Z', 'revision_number': 5, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'subnets': [{'id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:24.468926 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fd4374-8d8e-4ba4-b74b-042035e89626 None None] Checking router: 0e901d6d-fafa-4619-a4fb-2a4503d270de for host: dv-cinder-786383-1-iscsi {{(pid=85273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:55:24.478239 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fd4374-8d8e-4ba4-b74b-042035e89626 None None] Routers {'0e901d6d-fafa-4619-a4fb-2a4503d270de'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:55:24.478906 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-35fd4374-8d8e-4ba4-b74b-042035e89626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:55:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['0e901d6d-fafa-4619-a4fb-2a4503d270de'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:24.486688 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c20b408-9e10-4fc0-b65f-31efc447d2e2', 'tag': '3077c64e-070e-4748-a017-c70a35b5cbf7', 'status': 'completed', 'code': 200} Apr 15 10:55:24.497191 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-7434b67c-83cf-47ef-92a8-b761ba81f932 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3077c64e-070e-4748-a017-c70a35b5cbf7 HTTP/1.1" status: 200 len: 217 time: 0.1014998 Apr 15 10:55:24.572871 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-0ac14553-d25b-445d-b0c8-5d983032c351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:24.574534 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-0ac14553-d25b-445d-b0c8-5d983032c351 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f06f113-776b-43b5-b103-f0f3c2c46062 HTTP/1.1" status: 200 len: 853 time: 0.0704823 Apr 15 10:55:24.630459 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-2e1e7848-4ff4-46e7-a0f4-3bce6d855604 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c8672035-d385-4503-8a4f-7dac7766ec27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492685 Apr 15 10:55:24.673968 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-35fd4374-8d8e-4ba4-b74b-042035e89626 None None] Set router 0e901d6d-fafa-4619-a4fb-2a4503d270de gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:55:24.782041 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-4f706b3f-6c15-412b-ae6a-d04187c79596 service neutron] 10.222.0.60 "GET /v2.0/networks/c8672035-d385-4503-8a4f-7dac7766ec27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432164 Apr 15 10:55:24.930195 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9fdde3be-fde4-4f16-a74c-6619c58deb0f req-7b05e7cd-e9c3-483f-8d82-0a10af366a04 service neutron] 10.222.0.60 "GET /v2.0/networks/c8672035-d385-4503-8a4f-7dac7766ec27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408315 Apr 15 10:55:25.028429 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-35fd4374-8d8e-4ba4-b74b-042035e89626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'name': 'tempest-AttachVolumeShelveTestJSON-74497265-router', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8d30bea1-ae73-4d8a-a314-4b8590cd7566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:48:39Z', 'updated_at': '2021-04-15T10:48:46Z', 'revision_number': 4, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'gw_port': {'id': '8d30bea1-ae73-4d8a-a314-4b8590cd7566', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:40Z', 'updated_at': '2021-04-15T10:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': 'b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d', 'name': '', 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'mac_address': 'fa:16:3e:2c:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:45Z', 'updated_at': '2021-04-15T10:49:01Z', 'revision_number': 5, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'subnets': [{'id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:25.036437 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fd4374-8d8e-4ba4-b74b-042035e89626 None None] The sync data for ids ['0e901d6d-fafa-4619-a4fb-2a4503d270de'] in dv-cinder-786383-1-iscsi is: [{'id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'name': 'tempest-AttachVolumeShelveTestJSON-74497265-router', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8d30bea1-ae73-4d8a-a314-4b8590cd7566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:48:39Z', 'updated_at': '2021-04-15T10:48:46Z', 'revision_number': 4, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'gw_port': {'id': '8d30bea1-ae73-4d8a-a314-4b8590cd7566', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:40Z', 'updated_at': '2021-04-15T10:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': 'b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d', 'name': '', 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'mac_address': 'fa:16:3e:2c:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:45Z', 'updated_at': '2021-04-15T10:49:01Z', 'revision_number': 5, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'subnets': [{'id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:55:25.077962 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628920c-554e-4e3f-9e20-bb107e5e6515 req-accdd81a-c9c9-4f74-813d-4337123dab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:25.079498 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a628920c-554e-4e3f-9e20-bb107e5e6515 req-accdd81a-c9c9-4f74-813d-4337123dab8f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6934d464d7bf46e392bd68c5be75ee7e&device_id=0c20b408-9e10-4fc0-b65f-31efc447d2e2 HTTP/1.1" status: 200 len: 1096 time: 0.0955107 Apr 15 10:55:25.120272 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:25.160115 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:25.246999 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628920c-554e-4e3f-9e20-bb107e5e6515 req-43e142d1-cdeb-4b42-b792-41ba8a888270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:25.248636 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a628920c-554e-4e3f-9e20-bb107e5e6515 req-43e142d1-cdeb-4b42-b792-41ba8a888270 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c8672035-d385-4503-8a4f-7dac7766ec27 HTTP/1.1" status: 200 len: 914 time: 0.1622717 Apr 15 10:55:25.328631 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a628920c-554e-4e3f-9e20-bb107e5e6515 req-cf39d1f7-de84-4644-bf95-8125fb46bfac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3077c64e-070e-4748-a017-c70a35b5cbf7 HTTP/1.1" status: 200 len: 217 time: 0.0725353 Apr 15 10:55:25.425386 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628920c-554e-4e3f-9e20-bb107e5e6515 req-9d516d42-d60a-49fb-b5f5-d92c0d587cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:25.427434 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a628920c-554e-4e3f-9e20-bb107e5e6515 req-9d516d42-d60a-49fb-b5f5-d92c0d587cc0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f06f113-776b-43b5-b103-f0f3c2c46062 HTTP/1.1" status: 200 len: 853 time: 0.0916007 Apr 15 10:55:25.489961 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a628920c-554e-4e3f-9e20-bb107e5e6515 req-5f0b8111-7107-41ce-b127-0815cd1a7b9b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c8672035-d385-4503-8a4f-7dac7766ec27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550148 Apr 15 10:55:25.513286 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 44104) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:25.528211 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ac1d3d-8e7b-4aa0-ba5b-b003d4d4ee65 None None] New status for floating IP 503bbaf2-c15b-44f3-9f75-0b7f4cb71518: DOWN {{(pid=85276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 10:55:25.593650 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c2c99aeb-65f5-4470-b2fa-51a91dcf6e39 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:25.627777 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c2c99aeb-65f5-4470-b2fa-51a91dcf6e39 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:25.692031 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c2c99aeb-65f5-4470-b2fa-51a91dcf6e39 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:25.698523 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0a00ef73-2105-4468-8422-20b86dad5542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:25.716836 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c99aeb-65f5-4470-b2fa-51a91dcf6e39 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fae2b3-bf24-4e1f-8c55-ea7f7b01545a,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:25.729476 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-c2c99aeb-65f5-4470-b2fa-51a91dcf6e39 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:25.748128 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c2c99aeb-65f5-4470-b2fa-51a91dcf6e39 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:25.751927 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-c2c99aeb-65f5-4470-b2fa-51a91dcf6e39 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "DELETE /v2.0/security-groups/32fae2b3-bf24-4e1f-8c55-ea7f7b01545a HTTP/1.1" status: 204 len: 168 time: 0.2348742 Apr 15 10:55:25.752824 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 44108) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:25.771351 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f889d1-b401-414d-8a3e-4a15edf60d1b req-52e83c93-21f4-4ec9-9405-af99739b4b8a tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:25.773020 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-63f889d1-b401-414d-8a3e-4a15edf60d1b req-52e83c93-21f4-4ec9-9405-af99739b4b8a tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c20b408-9e10-4fc0-b65f-31efc447d2e2 HTTP/1.1" status: 200 len: 943 time: 0.2480929 Apr 15 10:55:25.775367 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.v2.resource [None req-e3f2bccd-e4d5-4d87-beb3-73eb25582bd6 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] show failed (client error): The resource could not be found. Apr 15 10:55:25.776945 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a628920c-554e-4e3f-9e20-bb107e5e6515 req-e8600a8a-9097-49dc-a36f-d1df534631e2 service neutron] 10.222.0.60 "GET /v2.0/networks/c8672035-d385-4503-8a4f-7dac7766ec27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792220 Apr 15 10:55:25.777811 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-e3f2bccd-e4d5-4d87-beb3-73eb25582bd6 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups/32fae2b3-bf24-4e1f-8c55-ea7f7b01545a HTTP/1.1" status: 404 len: 347 time: 0.0239601 Apr 15 10:55:25.779522 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 44112) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:25.816004 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 277e037f-d94c-45ba-8068-c686c56edd78 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:55:25.858093 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] No Port match for: 277e037f-d94c-45ba-8068-c686c56edd78 {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:55:25.858473 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 277e037f-d94c-45ba-8068-c686c56edd78 not bound to the agent host hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:55:26.075507 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-015f4d52-c605-4bbd-b8e1-ccad15f07fd3 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Deleting port 10df89b1-8bfa-426f-ac6a-930b11d4a970 {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:55:26.076077 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-015f4d52-c605-4bbd-b8e1-ccad15f07fd3 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:26.122859 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-63f889d1-b401-414d-8a3e-4a15edf60d1b req-1204d940-4f23-4426-9aa0-c82f935ac105 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/security-groups?id=29b2f070-0b6a-4993-b13f-4f9421ccd3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403246 Apr 15 10:55:26.252920 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a628920c-554e-4e3f-9e20-bb107e5e6515 req-24b2995d-5008-475d-b52c-c90583d71f07 service neutron] 10.222.0.60 "GET /v2.0/networks/c8672035-d385-4503-8a4f-7dac7766ec27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112892 Apr 15 10:55:26.310690 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-015f4d52-c605-4bbd-b8e1-ccad15f07fd3 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:26.311144 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-015f4d52-c605-4bbd-b8e1-ccad15f07fd3 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:26.451372 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-015f4d52-c605-4bbd-b8e1-ccad15f07fd3 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Calling delete_port for 10df89b1-8bfa-426f-ac6a-930b11d4a970 owned by network:floatingip {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:55:26.605330 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-015f4d52-c605-4bbd-b8e1-ccad15f07fd3 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:26.623536 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-89c2bd4e-bcf4-4e72-a717-229a1ff745fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:26.715909 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f4d52-c605-4bbd-b8e1-ccad15f07fd3 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Pushing event deleted for resources: {'Port': ['ID=10df89b1-8bfa-426f-ac6a-930b11d4a970,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:26.729814 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f4d52-c605-4bbd-b8e1-ccad15f07fd3 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:26.730236 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f4d52-c605-4bbd-b8e1-ccad15f07fd3 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:26.730649 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f4d52-c605-4bbd-b8e1-ccad15f07fd3 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:26.731086 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f4d52-c605-4bbd-b8e1-ccad15f07fd3 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:26.731497 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f4d52-c605-4bbd-b8e1-ccad15f07fd3 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:26.731906 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f4d52-c605-4bbd-b8e1-ccad15f07fd3 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:26.732305 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f4d52-c605-4bbd-b8e1-ccad15f07fd3 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:26.732709 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f4d52-c605-4bbd-b8e1-ccad15f07fd3 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:26.733106 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f4d52-c605-4bbd-b8e1-ccad15f07fd3 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:26.733506 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f4d52-c605-4bbd-b8e1-ccad15f07fd3 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:26.733902 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f4d52-c605-4bbd-b8e1-ccad15f07fd3 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:26.734299 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f4d52-c605-4bbd-b8e1-ccad15f07fd3 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:26.738444 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-015f4d52-c605-4bbd-b8e1-ccad15f07fd3 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:26.898515 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-015f4d52-c605-4bbd-b8e1-ccad15f07fd3 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for floatingip, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:26.913820 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-015f4d52-c605-4bbd-b8e1-ccad15f07fd3 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for floatingip, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:26.915136 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-015f4d52-c605-4bbd-b8e1-ccad15f07fd3 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "DELETE /v2.0/floatingips/503bbaf2-c15b-44f3-9f75-0b7f4cb71518 HTTP/1.1" status: 204 len: 168 time: 1.1345437 Apr 15 10:55:27.246219 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 44126) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:27.251832 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-f49f1d25-c364-4854-a46f-b20d6d5d1f24 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--568818135', 'description': 'tempest-description--362225051'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:27.258698 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-f49f1d25-c364-4854-a46f-b20d6d5d1f24 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:27.263210 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-f49f1d25-c364-4854-a46f-b20d6d5d1f24 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Usage tracker for resource:security_group and tenant:689fecd83bc6425fa49a8b8585fa7766 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:27.266279 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-f49f1d25-c364-4854-a46f-b20d6d5d1f24 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:27.273793 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-f49f1d25-c364-4854-a46f-b20d6d5d1f24 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:27.285204 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f49f1d25-c364-4854-a46f-b20d6d5d1f24 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:27.306645 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-f49f1d25-c364-4854-a46f-b20d6d5d1f24 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:27.310731 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-f49f1d25-c364-4854-a46f-b20d6d5d1f24 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Usage tracker for resource:security_group_rule and tenant:689fecd83bc6425fa49a8b8585fa7766 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:27.313715 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-f49f1d25-c364-4854-a46f-b20d6d5d1f24 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:27.320261 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-f49f1d25-c364-4854-a46f-b20d6d5d1f24 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:27.331705 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd9caa-ba0c-41ff-903c-1fb9128113fe req-33bf5c60-5b52-459f-a144-8afc8b6d0ccc tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:27.333477 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-84bd9caa-ba0c-41ff-903c-1fb9128113fe req-33bf5c60-5b52-459f-a144-8afc8b6d0ccc tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c20b408-9e10-4fc0-b65f-31efc447d2e2 HTTP/1.1" status: 200 len: 943 time: 0.0904510 Apr 15 10:55:27.400557 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-84bd9caa-ba0c-41ff-903c-1fb9128113fe req-70bdfb78-059a-4bf2-bab9-22e45fafc686 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/security-groups?id=29b2f070-0b6a-4993-b13f-4f9421ccd3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537803 Apr 15 10:55:27.400837 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f49f1d25-c364-4854-a46f-b20d6d5d1f24 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:27.404513 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f49f1d25-c364-4854-a46f-b20d6d5d1f24 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:27.410393 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-12809a0b-3d48-4b6f-9aeb-ba070db3b6d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:27.460756 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f1d25-c364-4854-a46f-b20d6d5d1f24 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba24dd44-353c-4551-a159-83aa0915ec93,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:27.464867 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f49f1d25-c364-4854-a46f-b20d6d5d1f24 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:27.466454 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f49f1d25-c364-4854-a46f-b20d6d5d1f24 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:27.467839 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-f49f1d25-c364-4854-a46f-b20d6d5d1f24 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2205429 Apr 15 10:55:27.471146 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 44132) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:27.477632 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-ab433300-74fe-47ba-a217-5214ea04c1a7 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Request body: {'security_group_rule': {'security_group_id': 'ba24dd44-353c-4551-a159-83aa0915ec93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:27.484490 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-ab433300-74fe-47ba-a217-5214ea04c1a7 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:27.489142 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-ab433300-74fe-47ba-a217-5214ea04c1a7 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Usage tracker for resource:security_group_rule and tenant:689fecd83bc6425fa49a8b8585fa7766 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:27.492361 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-ab433300-74fe-47ba-a217-5214ea04c1a7 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:27.498384 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-ab433300-74fe-47ba-a217-5214ea04c1a7 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:27.517809 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ab433300-74fe-47ba-a217-5214ea04c1a7 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:27.583400 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ab433300-74fe-47ba-a217-5214ea04c1a7 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:27.586309 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ab433300-74fe-47ba-a217-5214ea04c1a7 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854330716'] for security_group_rule, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:27.588473 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:27.613137 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab433300-74fe-47ba-a217-5214ea04c1a7 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16500118-df2b-49f5-a50b-823c6e180afb,revision_number=0']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:27.616081 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-ab433300-74fe-47ba-a217-5214ea04c1a7 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:27.623292 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ab433300-74fe-47ba-a217-5214ea04c1a7 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:27.624748 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-ab433300-74fe-47ba-a217-5214ea04c1a7 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1523986 Apr 15 10:55:27.627470 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 44140) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:27.633190 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-e1b20660-775c-4ebf-9325-2637c58ae78b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Request body: {'security_group_rule': {'security_group_id': 'ba24dd44-353c-4551-a159-83aa0915ec93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:27.639881 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-e1b20660-775c-4ebf-9325-2637c58ae78b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:27.644284 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-e1b20660-775c-4ebf-9325-2637c58ae78b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Usage tracker for resource:security_group_rule and tenant:689fecd83bc6425fa49a8b8585fa7766 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:27.647344 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-e1b20660-775c-4ebf-9325-2637c58ae78b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:27.653493 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-e1b20660-775c-4ebf-9325-2637c58ae78b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:27.670632 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e1b20660-775c-4ebf-9325-2637c58ae78b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:27.733090 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 44144) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:27.739394 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e1b20660-775c-4ebf-9325-2637c58ae78b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:27.742145 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e1b20660-775c-4ebf-9325-2637c58ae78b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854330716'] for security_group_rule, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:27.744257 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:27.772104 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b20660-775c-4ebf-9325-2637c58ae78b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c14870-4dae-46bc-ac29-c508442be79a,revision_number=0']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:27.778628 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e1b20660-775c-4ebf-9325-2637c58ae78b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:27.783328 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e1b20660-775c-4ebf-9325-2637c58ae78b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:27.785201 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-e1b20660-775c-4ebf-9325-2637c58ae78b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1565762 Apr 15 10:55:27.788519 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 44150) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:27.794167 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-a967a4b3-7a55-41eb-b266-08815b9592c1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Request body: {'floatingip': {'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:27.801350 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-a967a4b3-7a55-41eb-b266-08815b9592c1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:27.805415 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-a967a4b3-7a55-41eb-b266-08815b9592c1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Usage tracker for resource:floatingip and tenant:689fecd83bc6425fa49a8b8585fa7766 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:27.808432 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-a967a4b3-7a55-41eb-b266-08815b9592c1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:27.814362 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-a967a4b3-7a55-41eb-b266-08815b9592c1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:27.824592 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a967a4b3-7a55-41eb-b266-08815b9592c1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for floatingip, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:27.864176 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5f1f1f66-6352-44c7-b0fc-445881602311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:27.879819 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-5f1f1f66-6352-44c7-b0fc-445881602311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:27.883992 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-5f1f1f66-6352-44c7-b0fc-445881602311 admin admin] Usage tracker for resource:security_group_rule and tenant:08429c735a0c4d5883983b7084901d2b is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:27.887003 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-5f1f1f66-6352-44c7-b0fc-445881602311 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:27.893829 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-5f1f1f66-6352-44c7-b0fc-445881602311 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:27.970200 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a967a4b3-7a55-41eb-b266-08815b9592c1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:27.981253 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5f1f1f66-6352-44c7-b0fc-445881602311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:27.984131 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5f1f1f66-6352-44c7-b0fc-445881602311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:27.993810 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0badd02d-b5ef-4591-81d3-a60170e750c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:28.037119 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-5f1f1f66-6352-44c7-b0fc-445881602311 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=08429c735a0c4d5883983b7084901d2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3026781 Apr 15 10:55:28.039824 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 44154) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:28.042451 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f1f66-6352-44c7-b0fc-445881602311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10a48d4-889c-42ff-b905-28c718eb1f50,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:28.045636 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5f1f1f66-6352-44c7-b0fc-445881602311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:28.106306 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5f82ae80-5d53-4ebc-a6d5-f212ac0144ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:28.113716 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-a967a4b3-7a55-41eb-b266-08815b9592c1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Allocated IP 172.27.2.2 (533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f/ee0371ba-4ff7-4e97-afb9-409670eb4ad7/4c130ced-e786-4893-b272-61c9fabafb89) {{(pid=85272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:55:28.138811 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5f82ae80-5d53-4ebc-a6d5-f212ac0144ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:28.183660 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5f82ae80-5d53-4ebc-a6d5-f212ac0144ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:28.188625 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-59108a36-3afe-437a-ada6-e693d3171f48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:28.202537 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82ae80-5d53-4ebc-a6d5-f212ac0144ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10a48d4-889c-42ff-b905-28c718eb1f50,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:28.205350 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5f82ae80-5d53-4ebc-a6d5-f212ac0144ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:28.207250 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5f82ae80-5d53-4ebc-a6d5-f212ac0144ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:28.211811 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-5f82ae80-5d53-4ebc-a6d5-f212ac0144ca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f10a48d4-889c-42ff-b905-28c718eb1f50 HTTP/1.1" status: 204 len: 168 time: 0.1675639 Apr 15 10:55:28.269603 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a967a4b3-7a55-41eb-b266-08815b9592c1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for port, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:28.301635 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a967a4b3-7a55-41eb-b266-08815b9592c1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:28.317217 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-44464576-0a18-43ec-8bd6-6b00faad4241 tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:28.466888 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a967a4b3-7a55-41eb-b266-08815b9592c1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Pushing event updated for resources: {'Port': ['ID=4c130ced-e786-4893-b272-61c9fabafb89,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:28.473311 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-a967a4b3-7a55-41eb-b266-08815b9592c1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:28.527318 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a967a4b3-7a55-41eb-b266-08815b9592c1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Network 533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f is already hosted by enough agents. {{(pid=85272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:55:28.528543 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-a967a4b3-7a55-41eb-b266-08815b9592c1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Resources bound (agent type, host, resource id): {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:55:28.530889 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a967a4b3-7a55-41eb-b266-08815b9592c1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Received port after_create {{(pid=85272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:55:28.613388 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a967a4b3-7a55-41eb-b266-08815b9592c1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:28.618100 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7a2a4-9a94-4f72-8db5-dc6509885a5a req-d8cabd1d-a1d3-451c-a752-129361e329d0 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:28.619761 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-48a7a2a4-9a94-4f72-8db5-dc6509885a5a req-d8cabd1d-a1d3-451c-a752-129361e329d0 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c20b408-9e10-4fc0-b65f-31efc447d2e2 HTTP/1.1" status: 200 len: 943 time: 0.0901093 Apr 15 10:55:28.668516 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-48a7a2a4-9a94-4f72-8db5-dc6509885a5a req-9040c8e5-d0a7-4fee-8cd0-f12a863a68f0 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/security-groups?id=29b2f070-0b6a-4993-b13f-4f9421ccd3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423815 Apr 15 10:55:28.678899 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a967a4b3-7a55-41eb-b266-08815b9592c1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:28.948799 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a967a4b3-7a55-41eb-b266-08815b9592c1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for port, precommit_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:28.952421 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a967a4b3-7a55-41eb-b266-08815b9592c1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852030086'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:28.967521 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:29.103664 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a967a4b3-7a55-41eb-b266-08815b9592c1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Pushing event updated for resources: {'Port': ['ID=4c130ced-e786-4893-b272-61c9fabafb89,revision_number=2']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:29.108191 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-a967a4b3-7a55-41eb-b266-08815b9592c1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:29.208722 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a967a4b3-7a55-41eb-b266-08815b9592c1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415207'] for floatingip, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:29.231163 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a967a4b3-7a55-41eb-b266-08815b9592c1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for floatingip, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:29.232489 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-a967a4b3-7a55-41eb-b266-08815b9592c1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4429529 Apr 15 10:55:29.474993 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-5f5f6017-f74b-4126-b4e4-5a9657b323a0 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--568818135&fields=id&tenant_id=689fecd83bc6425fa49a8b8585fa7766 HTTP/1.1" status: 200 len: 267 time: 0.0507495 Apr 15 10:55:29.646329 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-4011228c-b598-4e61-b727-cc1386ca92f3 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:29.647975 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-4011228c-b598-4e61-b727-cc1386ca92f3 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/networks?id=f668c3bb-e88f-444d-af6d-837916f0416a HTTP/1.1" status: 200 len: 815 time: 0.1653829 Apr 15 10:55:29.664520 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-aa575dcb-5bc8-459a-99b5-ab4d9523783a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/quotas/689fecd83bc6425fa49a8b8585fa7766 HTTP/1.1" status: 200 len: 375 time: 0.0104091 Apr 15 10:55:29.826021 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 3077c64e-070e-4748-a017-c70a35b5cbf7 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:55:29.830013 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-c2df8481-d1f6-4e18-a2a5-c9aaf27ef4d2 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Synchronizing usage tracker for tenant:689fecd83bc6425fa49a8b8585fa7766 on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:55:29.843287 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dff701-8b8d-4d32-8338-5589ebbf72cf req-aca2386b-a726-45f2-896f-9cacdb022c09 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:29.844867 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-57dff701-8b8d-4d32-8338-5589ebbf72cf req-aca2386b-a726-45f2-896f-9cacdb022c09 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=e49f85d5-175a-40ff-a542-588453dc06d3 HTTP/1.1" status: 200 len: 945 time: 0.1377513 Apr 15 10:55:29.978249 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 3077c64e-070e-4748-a017-c70a35b5cbf7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3077c64e-070e-4748-a017-c70a35b5cbf7,segment=NetworkSegment(69c47fd9-9723-4cb7-8194-328216ec5f1e),segment_id=69c47fd9-9723-4cb7-8194-328216ec5f1e)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:29.993967 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Returning: {'device': '3077c64e-070e-4748-a017-c70a35b5cbf7', 'network_id': 'c8672035-d385-4503-8a4f-7dac7766ec27', 'port_id': '3077c64e-070e-4748-a017-c70a35b5cbf7', 'mac_address': 'fa:16:3e:3a:11:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f06f113-776b-43b5-b103-f0f3c2c46062', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:55:30.055432 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:30.074962 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3077c64e-070e-4748-a017-c70a35b5cbf7 {{(pid=85273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:55:30.092827 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 3077c64e-070e-4748-a017-c70a35b5cbf7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3077c64e-070e-4748-a017-c70a35b5cbf7,segment=NetworkSegment(69c47fd9-9723-4cb7-8194-328216ec5f1e),segment_id=69c47fd9-9723-4cb7-8194-328216ec5f1e)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:30.097507 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:30.099436 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:30.102700 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-c2df8481-d1f6-4e18-a2a5-c9aaf27ef4d2 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Unset dirty status for tenant:689fecd83bc6425fa49a8b8585fa7766 on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:55:30.104156 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-c2df8481-d1f6-4e18-a2a5-c9aaf27ef4d2 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=689fecd83bc6425fa49a8b8585fa7766&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4336972 Apr 15 10:55:30.173464 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=3077c64e-070e-4748-a017-c70a35b5cbf7,revision_number=4']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:30.181848 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:30.182239 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:30.182618 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:30.183023 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:30.183401 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:30.183769 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:30.184133 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:30.184498 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:30.184862 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:30.185224 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:30.185582 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:30.185941 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:30.189924 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:30.201131 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-57dff701-8b8d-4d32-8338-5589ebbf72cf req-0a2d6b41-5989-4557-9fac-0a61577db822 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3489406 Apr 15 10:55:30.268323 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-9bd36da3-7c04-40ec-9bd7-979114d0e79d service neutron] 10.222.0.36 "GET /v2.0/networks/f668c3bb-e88f-444d-af6d-837916f0416a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509352 Apr 15 10:55:30.439012 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['3077c64e-070e-4748-a017-c70a35b5cbf7'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:55:30.479732 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-9596026b-bbc0-4452-a506-05bc988672e0 service neutron] 10.222.0.36 "GET /v2.0/networks/f668c3bb-e88f-444d-af6d-837916f0416a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048874 Apr 15 10:55:30.494225 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb032aa-574e-40fb-ac26-f784771ee737 req-b1512be7-75e4-49ce-8035-3ead9c84428e tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:30.495863 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1bb032aa-574e-40fb-ac26-f784771ee737 req-b1512be7-75e4-49ce-8035-3ead9c84428e tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c20b408-9e10-4fc0-b65f-31efc447d2e2 HTTP/1.1" status: 200 len: 944 time: 0.1465900 Apr 15 10:55:30.596067 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1bb032aa-574e-40fb-ac26-f784771ee737 req-24c00f3c-b1af-4c53-b3f5-df4ad88918a8 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/security-groups?id=29b2f070-0b6a-4993-b13f-4f9421ccd3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929859 Apr 15 10:55:30.737975 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ee37b2e0-d709-4f61-8456-8e0e30c350d1 req-d69f15d2-5340-4cf1-821e-c46a8060474e tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 210 time: 0.0506630 Apr 15 10:55:31.475252 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370d683-5e13-48d9-bc80-d9e6e4c71214 req-5da4ebd8-238a-454a-bc7d-eae9a03e2ab0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:31.476819 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1370d683-5e13-48d9-bc80-d9e6e4c71214 req-5da4ebd8-238a-454a-bc7d-eae9a03e2ab0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.60 "GET /v2.0/ports?device_id=e49f85d5-175a-40ff-a542-588453dc06d3 HTTP/1.1" status: 200 len: 945 time: 0.1578784 Apr 15 10:55:31.489736 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac344f-f1f7-4df8-acd1-f2d43d88686b req-28ff2343-b9af-41e2-a910-f11c64e32d05 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:31.491181 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-adac344f-f1f7-4df8-acd1-f2d43d88686b req-28ff2343-b9af-41e2-a910-f11c64e32d05 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=e49f85d5-175a-40ff-a542-588453dc06d3 HTTP/1.1" status: 200 len: 945 time: 0.1316383 Apr 15 10:55:31.598119 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-adac344f-f1f7-4df8-acd1-f2d43d88686b req-9f40c453-a5f1-4f28-91b8-60a3830f5f7e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732052 Apr 15 10:55:31.604673 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-1370d683-5e13-48d9-bc80-d9e6e4c71214 req-f668c302-13dd-4e49-a68a-43491f281946 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Deleting port aab5ed73-1dd4-4709-ad03-eda229f8ef0f {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:55:31.605066 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-1370d683-5e13-48d9-bc80-d9e6e4c71214 req-f668c302-13dd-4e49-a68a-43491f281946 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:31.823221 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-a7c0ff6f-9659-45ae-a03d-ce43130da1c4 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:31.826851 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-a7c0ff6f-9659-45ae-a03d-ce43130da1c4 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.60 "GET /v2.0/networks?id=f668c3bb-e88f-444d-af6d-837916f0416a HTTP/1.1" status: 200 len: 815 time: 0.1782961 Apr 15 10:55:31.841359 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 3077c64e-070e-4748-a017-c70a35b5cbf7 up at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:55:31.908598 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-f88caffc-cb1b-4d48-a665-97d4024966cd tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Synchronizing usage tracker for tenant:689fecd83bc6425fa49a8b8585fa7766 on resource:security_group {{(pid=85272) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:55:31.925867 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-f88caffc-cb1b-4d48-a665-97d4024966cd tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Unset dirty status for tenant:689fecd83bc6425fa49a8b8585fa7766 on resource:security_group {{(pid=85272) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:55:31.927302 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-f88caffc-cb1b-4d48-a665-97d4024966cd tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=689fecd83bc6425fa49a8b8585fa7766 HTTP/1.1" status: 200 len: 5703 time: 0.0941169 Apr 15 10:55:31.938255 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning for port 3077c64e-070e-4748-a017-c70a35b5cbf7 completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:55:31.939218 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-e053f2e2-bb8a-446c-b1b9-bfd8df1d3271 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Request body: {'port': {'device_id': '0ee2ad2d-6ff5-4146-9656-69d7aca40897', 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a', 'admin_state_up': True, 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'security_groups': ['ba24dd44-353c-4551-a159-83aa0915ec93']}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:31.945002 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning complete for port 3077c64e-070e-4748-a017-c70a35b5cbf7 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:31.945845 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:31.975718 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b66d14d8-ba6f-4df3-92c0-469ff4b95ff4 req-7f77414a-c515-4b05-9132-b8bb34555dc8 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 210 time: 0.0825908 Apr 15 10:55:32.013359 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf30bd-5c5c-4158-9ba3-95373e1cbf07 req-e744a607-95b0-4581-b41c-5687a9ae1538 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:32.015002 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-34cf30bd-5c5c-4158-9ba3-95373e1cbf07 req-e744a607-95b0-4581-b41c-5687a9ae1538 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c20b408-9e10-4fc0-b65f-31efc447d2e2 HTTP/1.1" status: 200 len: 944 time: 0.3020377 Apr 15 10:55:32.063216 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-1370d683-5e13-48d9-bc80-d9e6e4c71214 req-f668c302-13dd-4e49-a68a-43491f281946 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] For port aab5ed73-1dd4-4709-ad03-eda229f8ef0f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aab5ed73-1dd4-4709-ad03-eda229f8ef0f,segment=NetworkSegment(fc1e7391-15c4-4775-a280-31db674a4e22),segment_id=fc1e7391-15c4-4775-a280-31db674a4e22)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:32.063628 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-1370d683-5e13-48d9-bc80-d9e6e4c71214 req-f668c302-13dd-4e49-a68a-43491f281946 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:32.079534 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:32.093384 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-e053f2e2-bb8a-446c-b1b9-bfd8df1d3271 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:32.104139 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-e053f2e2-bb8a-446c-b1b9-bfd8df1d3271 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:32.113067 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c20b408-9e10-4fc0-b65f-31efc447d2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3077c64e-070e-4748-a017-c70a35b5cbf7'}] {{(pid=85273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:55:32.113643 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-e053f2e2-bb8a-446c-b1b9-bfd8df1d3271 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Made reservation on behalf of 689fecd83bc6425fa49a8b8585fa7766 for: {'port': 1} {{(pid=85272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:32.119753 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-e053f2e2-bb8a-446c-b1b9-bfd8df1d3271 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:32.123886 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 3077c64e-070e-4748-a017-c70a35b5cbf7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3077c64e-070e-4748-a017-c70a35b5cbf7,segment=NetworkSegment(69c47fd9-9723-4cb7-8194-328216ec5f1e),segment_id=69c47fd9-9723-4cb7-8194-328216ec5f1e)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:32.128185 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:32.130467 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:32.172777 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c20b408-9e10-4fc0-b65f-31efc447d2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3077c64e-070e-4748-a017-c70a35b5cbf7', 'code': 200} Apr 15 10:55:32.207208 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-34cf30bd-5c5c-4158-9ba3-95373e1cbf07 req-d53562e7-0beb-416e-957f-fae77709e041 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/security-groups?id=29b2f070-0b6a-4993-b13f-4f9421ccd3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821251 Apr 15 10:55:32.227440 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=3077c64e-070e-4748-a017-c70a35b5cbf7,revision_number=5']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:32.230759 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:32.319603 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-e053f2e2-bb8a-446c-b1b9-bfd8df1d3271 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Allocated IP 172.20.0.5 (f668c3bb-e88f-444d-af6d-837916f0416a/eb6df1b7-a13f-4f84-b22c-9831f4c87d61/165fd55e-b424-4e03-8a0d-8fc53c1a956b) {{(pid=85272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:55:32.478732 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-1370d683-5e13-48d9-bc80-d9e6e4c71214 req-f668c302-13dd-4e49-a68a-43491f281946 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:32.479182 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-1370d683-5e13-48d9-bc80-d9e6e4c71214 req-f668c302-13dd-4e49-a68a-43491f281946 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415207'] for floatingip, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:32.479541 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.l3_db [req-1370d683-5e13-48d9-bc80-d9e6e4c71214 req-f668c302-13dd-4e49-a68a-43491f281946 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Floating IP 8cf55dd3-b60b-4d49-8727-084906f46bdb disassociated. External IP: 172.27.2.136, port: aab5ed73-1dd4-4709-ad03-eda229f8ef0f. Apr 15 10:55:32.479927 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-1370d683-5e13-48d9-bc80-d9e6e4c71214 req-f668c302-13dd-4e49-a68a-43491f281946 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Calling delete_port for aab5ed73-1dd4-4709-ad03-eda229f8ef0f owned by compute:nova {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:55:32.532212 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-e053f2e2-bb8a-446c-b1b9-bfd8df1d3271 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for port, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:32.550692 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-e053f2e2-bb8a-446c-b1b9-bfd8df1d3271 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Transition to ACTIVE for port object 165fd55e-b424-4e03-8a0d-8fc53c1a956b will not be triggered until provisioned by entity DHCP. {{(pid=85272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:55:32.562638 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c4388-73fb-4934-a0fc-7b220641df15 req-da2c504c-6bcd-4e0f-8473-ca97b54fbca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:32.564281 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c45c4388-73fb-4934-a0fc-7b220641df15 req-da2c504c-6bcd-4e0f-8473-ca97b54fbca7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0c20b408-9e10-4fc0-b65f-31efc447d2e2 HTTP/1.1" status: 200 len: 1098 time: 0.1832602 Apr 15 10:55:32.575771 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-e053f2e2-bb8a-446c-b1b9-bfd8df1d3271 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:32.591068 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:32.656822 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c45c4388-73fb-4934-a0fc-7b220641df15 req-8170fea5-410c-48af-bed0-97b625ddc59a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=29b2f070-0b6a-4993-b13f-4f9421ccd3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777659 Apr 15 10:55:32.684600 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-1370d683-5e13-48d9-bc80-d9e6e4c71214 req-f668c302-13dd-4e49-a68a-43491f281946 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:32.704046 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0d3284e5-9b7b-42e6-a7f9-8c44c012ef94 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:32.852972 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668c302-13dd-4e49-a68a-43491f281946 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Pushing event deleted for resources: {'Port': ['ID=aab5ed73-1dd4-4709-ad03-eda229f8ef0f,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:32.855613 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f668c302-13dd-4e49-a68a-43491f281946 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:32.884220 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-20e70392-0ccb-4b47-9c6f-5b68e5c78e57 req-3af4469b-d633-4b84-a67e-33cdbe44431e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=e49f85d5-175a-40ff-a542-588453dc06d3 HTTP/1.1" status: 200 len: 210 time: 0.1330998 Apr 15 10:55:32.961783 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053f2e2-bb8a-446c-b1b9-bfd8df1d3271 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Pushing event updated for resources: {'Port': ['ID=165fd55e-b424-4e03-8a0d-8fc53c1a956b,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:32.966251 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e053f2e2-bb8a-446c-b1b9-bfd8df1d3271 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:33.022764 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-e053f2e2-bb8a-446c-b1b9-bfd8df1d3271 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Network f668c3bb-e88f-444d-af6d-837916f0416a is already hosted by enough agents. {{(pid=85272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:55:33.024037 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-e053f2e2-bb8a-446c-b1b9-bfd8df1d3271 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Resources bound (agent type, host, resource id): {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:55:33.026309 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-e053f2e2-bb8a-446c-b1b9-bfd8df1d3271 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Received port after_create {{(pid=85272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:55:33.095473 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-e053f2e2-bb8a-446c-b1b9-bfd8df1d3271 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:33.096367 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-e053f2e2-bb8a-446c-b1b9-bfd8df1d3271 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:33.125606 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-e053f2e2-bb8a-446c-b1b9-bfd8df1d3271 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1916621 Apr 15 10:55:33.139852 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-e0a4fa04-c5e6-4ef3-b7d5-9ecfd3926e71 service neutron] Request body: {'port': {'device_id': '0ee2ad2d-6ff5-4146-9656-69d7aca40897', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:33.212494 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1370d683-5e13-48d9-bc80-d9e6e4c71214 req-f668c302-13dd-4e49-a68a-43491f281946 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Router eda0ea58-bbd3-45c3-9c42-6273963739ca has already been hosted by L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 {{(pid=85270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:55:33.259427 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-5a9dba9b-e77f-4111-ab23-d880c1f9bc4a None None] Provisioning for port 165fd55e-b424-4e03-8a0d-8fc53c1a956b completed by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:55:33.265867 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-5a9dba9b-e77f-4111-ab23-d880c1f9bc4a None None] Provisioning complete for port 165fd55e-b424-4e03-8a0d-8fc53c1a956b triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:33.266297 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5a9dba9b-e77f-4111-ab23-d880c1f9bc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:33.286067 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-e0a4fa04-c5e6-4ef3-b7d5-9ecfd3926e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:33.381795 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-5a9dba9b-e77f-4111-ab23-d880c1f9bc4a None None] Port 165fd55e-b424-4e03-8a0d-8fc53c1a956b cannot update to ACTIVE because it is not bound. {{(pid=85273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:55:33.702348 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a4f57-23bb-4de0-a6ca-0d4aee209811 req-a6b0b15c-e5d9-46e3-a46d-97c6ac6bf7b6 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:33.703893 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-245a4f57-23bb-4de0-a6ca-0d4aee209811 req-a6b0b15c-e5d9-46e3-a46d-97c6ac6bf7b6 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 931 time: 0.5859339 Apr 15 10:55:33.744903 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-e0a4fa04-c5e6-4ef3-b7d5-9ecfd3926e71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 165fd55e-b424-4e03-8a0d-8fc53c1a956b {{(pid=85272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:55:33.755040 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-e0a4fa04-c5e6-4ef3-b7d5-9ecfd3926e71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:33.773960 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-e0a4fa04-c5e6-4ef3-b7d5-9ecfd3926e71 service neutron] Transition to ACTIVE for port object 165fd55e-b424-4e03-8a0d-8fc53c1a956b will not be triggered until provisioned by entity L2. {{(pid=85272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:55:33.776136 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-e0a4fa04-c5e6-4ef3-b7d5-9ecfd3926e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852030086'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:33.794379 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:33.807850 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1370d683-5e13-48d9-bc80-d9e6e4c71214 req-f668c302-13dd-4e49-a68a-43491f281946 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:55:33.811974 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-245a4f57-23bb-4de0-a6ca-0d4aee209811 req-42613e8d-fd23-4ce5-ac5d-1c9e375cc961 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986080 Apr 15 10:55:33.819817 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29688f64-cb21-4806-b6f0-926d0ee7f9db None None] Sync routers for ids ['eda0ea58-bbd3-45c3-9c42-6273963739ca'] in dv-cinder-786383-1-iscsi {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:55:33.845312 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29688f64-cb21-4806-b6f0-926d0ee7f9db None None] Routers {'eda0ea58-bbd3-45c3-9c42-6273963739ca'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:55:33.845957 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-29688f64-cb21-4806-b6f0-926d0ee7f9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:55:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['eda0ea58-bbd3-45c3-9c42-6273963739ca'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:33.904034 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-1370d683-5e13-48d9-bc80-d9e6e4c71214 req-f668c302-13dd-4e49-a68a-43491f281946 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] No DVR routers for this DVR port aab5ed73-1dd4-4709-ad03-eda229f8ef0f on host hv-cinder-78638 {{(pid=85270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:55:33.913815 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f1d35-44dd-4d0b-997a-288e30113f1e req-b2e4af15-ba79-406a-b43b-222a1f154d9f tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:33.921419 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-948f1d35-44dd-4d0b-997a-288e30113f1e req-b2e4af15-ba79-406a-b43b-222a1f154d9f tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c20b408-9e10-4fc0-b65f-31efc447d2e2 HTTP/1.1" status: 200 len: 945 time: 0.5207169 Apr 15 10:55:33.923836 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-1370d683-5e13-48d9-bc80-d9e6e4c71214 req-f668c302-13dd-4e49-a68a-43491f281946 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:33.928391 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49f85d5-175a-40ff-a542-588453dc06d3', 'name': 'network-vif-deleted', 'tag': 'aab5ed73-1dd4-4709-ad03-eda229f8ef0f'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:55:33.942425 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4fa04-c5e6-4ef3-b7d5-9ecfd3926e71 service neutron] Pushing event updated for resources: {'Port': ['ID=165fd55e-b424-4e03-8a0d-8fc53c1a956b,revision_number=2']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:33.950640 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e0a4fa04-c5e6-4ef3-b7d5-9ecfd3926e71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:33.977851 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1370d683-5e13-48d9-bc80-d9e6e4c71214 req-f668c302-13dd-4e49-a68a-43491f281946 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.60 "DELETE /v2.0/ports/aab5ed73-1dd4-4709-ad03-eda229f8ef0f HTTP/1.1" status: 204 len: 173 time: 2.4855194 Apr 15 10:55:33.992280 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-948f1d35-44dd-4d0b-997a-288e30113f1e req-09a6ee4e-f6ca-4f0f-8533-1898c9603d55 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/security-groups?id=29b2f070-0b6a-4993-b13f-4f9421ccd3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698338 Apr 15 10:55:34.073194 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-a21e6d24-dd7e-442b-9662-518f94deed44 req-72eb4468-c6f4-4945-92cb-512f9d071293 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Synchronizing usage tracker for tenant:d516e7b1217b4704a4aa785b44efb62b on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:55:34.091765 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49f85d5-175a-40ff-a542-588453dc06d3', 'name': 'network-vif-deleted', 'tag': 'aab5ed73-1dd4-4709-ad03-eda229f8ef0f', 'status': 'completed', 'code': 200} Apr 15 10:55:34.097691 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-a21e6d24-dd7e-442b-9662-518f94deed44 req-72eb4468-c6f4-4945-92cb-512f9d071293 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Unset dirty status for tenant:d516e7b1217b4704a4aa785b44efb62b on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:55:34.099059 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a21e6d24-dd7e-442b-9662-518f94deed44 req-72eb4468-c6f4-4945-92cb-512f9d071293 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=e49f85d5-175a-40ff-a542-588453dc06d3 HTTP/1.1" status: 200 len: 210 time: 0.0766160 Apr 15 10:55:34.127115 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-29688f64-cb21-4806-b6f0-926d0ee7f9db None None] Set router eda0ea58-bbd3-45c3-9c42-6273963739ca gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:55:34.221480 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-e0a4fa04-c5e6-4ef3-b7d5-9ecfd3926e71 service neutron] Attempting to bind port 165fd55e-b424-4e03-8a0d-8fc53c1a956b on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:55:34.221856 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-e0a4fa04-c5e6-4ef3-b7d5-9ecfd3926e71 service neutron] Attempting to bind port 165fd55e-b424-4e03-8a0d-8fc53c1a956b by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '8e6d0818-21ca-4119-a259-40d1be9a343f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a'}] {{(pid=85272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:55:34.222424 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-e0a4fa04-c5e6-4ef3-b7d5-9ecfd3926e71 service neutron] Attempting to bind port 165fd55e-b424-4e03-8a0d-8fc53c1a956b on network f668c3bb-e88f-444d-af6d-837916f0416a {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:55:34.227637 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-e0a4fa04-c5e6-4ef3-b7d5-9ecfd3926e71 service neutron] Port 165fd55e-b424-4e03-8a0d-8fc53c1a956b on network f668c3bb-e88f-444d-af6d-837916f0416a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:55:34.228052 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-e0a4fa04-c5e6-4ef3-b7d5-9ecfd3926e71 service neutron] Attempting to bind port 165fd55e-b424-4e03-8a0d-8fc53c1a956b on network f668c3bb-e88f-444d-af6d-837916f0416a {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:55:34.233527 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-e0a4fa04-c5e6-4ef3-b7d5-9ecfd3926e71 service neutron] Checking agent: {'id': '39ee03b0-0a73-4082-87ae-8bc447154759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:55:34.233896 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-e0a4fa04-c5e6-4ef3-b7d5-9ecfd3926e71 service neutron] Checking segment: {'id': '8e6d0818-21ca-4119-a259-40d1be9a343f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:55:34.234307 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-e0a4fa04-c5e6-4ef3-b7d5-9ecfd3926e71 service neutron] Bound using segment: {'id': '8e6d0818-21ca-4119-a259-40d1be9a343f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a'} {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:55:34.234775 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-e0a4fa04-c5e6-4ef3-b7d5-9ecfd3926e71 service neutron] Bound port: 165fd55e-b424-4e03-8a0d-8fc53c1a956b, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e6d0818-21ca-4119-a259-40d1be9a343f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a'}}] {{(pid=85272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:55:34.235185 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-e0a4fa04-c5e6-4ef3-b7d5-9ecfd3926e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:34.334464 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-e0a4fa04-c5e6-4ef3-b7d5-9ecfd3926e71 service neutron] For port 165fd55e-b424-4e03-8a0d-8fc53c1a956b, host hv-cinder-78638, cleared binding levels {{(pid=85272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:55:34.337642 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-e0a4fa04-c5e6-4ef3-b7d5-9ecfd3926e71 service neutron] For port 165fd55e-b424-4e03-8a0d-8fc53c1a956b, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=165fd55e-b424-4e03-8a0d-8fc53c1a956b,segment=NetworkSegment(8e6d0818-21ca-4119-a259-40d1be9a343f),segment_id=8e6d0818-21ca-4119-a259-40d1be9a343f)] {{(pid=85272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:55:34.343084 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-e0a4fa04-c5e6-4ef3-b7d5-9ecfd3926e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852030086'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:34.361173 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-35f73dae-23c5-4fb5-a806-fee17dfbec33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:34.485836 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-29688f64-cb21-4806-b6f0-926d0ee7f9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'name': 'tempest-TestVolumeBootPattern-1486983443-router', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:39Z', 'updated_at': '2021-04-15T10:51:45Z', 'revision_number': 4, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'gw_port': {'id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:40Z', 'updated_at': '2021-04-15T10:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '3c1c99c6-7736-4717-947d-238471bbea37', 'name': '', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'mac_address': 'fa:16:3e:a6:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:44Z', 'updated_at': '2021-04-15T10:51:56Z', 'revision_number': 5, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'subnets': [{'id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:34.490768 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29688f64-cb21-4806-b6f0-926d0ee7f9db None None] Checking router: eda0ea58-bbd3-45c3-9c42-6273963739ca for host: dv-cinder-786383-1-iscsi {{(pid=85273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:55:34.499904 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29688f64-cb21-4806-b6f0-926d0ee7f9db None None] Routers {'eda0ea58-bbd3-45c3-9c42-6273963739ca'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:55:34.500623 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-29688f64-cb21-4806-b6f0-926d0ee7f9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:55:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['eda0ea58-bbd3-45c3-9c42-6273963739ca'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:34.528593 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4fa04-c5e6-4ef3-b7d5-9ecfd3926e71 service neutron] Pushing event updated for resources: {'Port': ['ID=165fd55e-b424-4e03-8a0d-8fc53c1a956b,revision_number=3']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:34.531861 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e0a4fa04-c5e6-4ef3-b7d5-9ecfd3926e71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:34.573790 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-e0a4fa04-c5e6-4ef3-b7d5-9ecfd3926e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:34.574988 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-e0a4fa04-c5e6-4ef3-b7d5-9ecfd3926e71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:34.577012 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-e0a4fa04-c5e6-4ef3-b7d5-9ecfd3926e71 service neutron] 10.222.0.60 "PUT /v2.0/ports/165fd55e-b424-4e03-8a0d-8fc53c1a956b HTTP/1.1" status: 200 len: 1093 time: 1.4416878 Apr 15 10:55:34.577249 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee2ad2d-6ff5-4146-9656-69d7aca40897', 'tag': '165fd55e-b424-4e03-8a0d-8fc53c1a956b'}] {{(pid=85272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:55:34.668627 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ee2ad2d-6ff5-4146-9656-69d7aca40897', 'tag': '165fd55e-b424-4e03-8a0d-8fc53c1a956b', 'status': 'completed', 'code': 200} Apr 15 10:55:34.710459 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-13089c9d-6208-4ccf-ad43-2b9e6ed66d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:34.712151 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-13089c9d-6208-4ccf-ad43-2b9e6ed66d7b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=689fecd83bc6425fa49a8b8585fa7766&device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 1096 time: 0.0921233 Apr 15 10:55:34.798115 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-f5533431-09db-4b4f-8810-650d4de8126d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=165fd55e-b424-4e03-8a0d-8fc53c1a956b HTTP/1.1" status: 200 len: 217 time: 0.0750494 Apr 15 10:55:34.874638 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-f65394b9-59ba-43b8-8f85-d06a8fc2272f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:34.876340 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-f65394b9-59ba-43b8-8f85-d06a8fc2272f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb6df1b7-a13f-4f84-b22c-9831f4c87d61 HTTP/1.1" status: 200 len: 854 time: 0.0716858 Apr 15 10:55:34.880217 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-29688f64-cb21-4806-b6f0-926d0ee7f9db None None] Set router eda0ea58-bbd3-45c3-9c42-6273963739ca gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:55:34.975537 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-4934f448-b211-46c5-8e45-b656f59880a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:34.977190 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-4934f448-b211-46c5-8e45-b656f59880a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f668c3bb-e88f-444d-af6d-837916f0416a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0941355 Apr 15 10:55:35.081525 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40a01a-16f7-4e99-b7fc-b3598734b00f req-2a496ea4-b3ff-4595-9ea3-e49c7c34f6ab tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:35.090275 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ab40a01a-16f7-4e99-b7fc-b3598734b00f req-2a496ea4-b3ff-4595-9ea3-e49c7c34f6ab tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 943 time: 0.1226249 Apr 15 10:55:35.134595 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-35b730a1-5fc8-4cbd-8cc7-43a848c81ad7 service neutron] 10.222.0.60 "GET /v2.0/networks/f668c3bb-e88f-444d-af6d-837916f0416a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492152 Apr 15 10:55:35.183968 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ab40a01a-16f7-4e99-b7fc-b3598734b00f req-60a64978-0d5d-414b-a504-f9939ca4f1e7 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927072 Apr 15 10:55:35.235980 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4bcabf-7b10-4590-9cce-7a8903921f01 req-47265032-fbf8-4fdd-833f-aebfa3744159 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:35.238341 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-fc4bcabf-7b10-4590-9cce-7a8903921f01 req-47265032-fbf8-4fdd-833f-aebfa3744159 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c20b408-9e10-4fc0-b65f-31efc447d2e2 HTTP/1.1" status: 200 len: 945 time: 0.1113203 Apr 15 10:55:35.255719 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-29688f64-cb21-4806-b6f0-926d0ee7f9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'name': 'tempest-TestVolumeBootPattern-1486983443-router', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:39Z', 'updated_at': '2021-04-15T10:51:45Z', 'revision_number': 4, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'gw_port': {'id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:40Z', 'updated_at': '2021-04-15T10:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '3c1c99c6-7736-4717-947d-238471bbea37', 'name': '', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'mac_address': 'fa:16:3e:a6:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:44Z', 'updated_at': '2021-04-15T10:51:56Z', 'revision_number': 5, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'subnets': [{'id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:35.261400 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29688f64-cb21-4806-b6f0-926d0ee7f9db None None] The sync data for ids ['eda0ea58-bbd3-45c3-9c42-6273963739ca'] in dv-cinder-786383-1-iscsi is: [{'id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'name': 'tempest-TestVolumeBootPattern-1486983443-router', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:39Z', 'updated_at': '2021-04-15T10:51:45Z', 'revision_number': 4, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'gw_port': {'id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:40Z', 'updated_at': '2021-04-15T10:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '3c1c99c6-7736-4717-947d-238471bbea37', 'name': '', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'mac_address': 'fa:16:3e:a6:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:44Z', 'updated_at': '2021-04-15T10:51:56Z', 'revision_number': 5, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'subnets': [{'id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:55:35.295956 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-fc4bcabf-7b10-4590-9cce-7a8903921f01 req-b0a1e786-370d-4755-b35a-ac23c72781ec tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/security-groups?id=29b2f070-0b6a-4993-b13f-4f9421ccd3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495110 Apr 15 10:55:35.298498 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cb238054-2e2c-48f2-95a3-3d40d52b1c21 req-057511f5-3eb8-428a-bb4a-ff7f1afab966 service neutron] 10.222.0.60 "GET /v2.0/networks/f668c3bb-e88f-444d-af6d-837916f0416a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571732 Apr 15 10:55:35.443666 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cf167-d796-473f-86b8-55885ef63405 req-9baf008d-200d-471b-a367-59e0df838233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:35.445129 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-da0cf167-d796-473f-86b8-55885ef63405 req-9baf008d-200d-471b-a367-59e0df838233 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=689fecd83bc6425fa49a8b8585fa7766&device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 1096 time: 0.0949810 Apr 15 10:55:35.600917 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cf167-d796-473f-86b8-55885ef63405 req-508a081c-33f6-4955-a316-885814c6faf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:35.602513 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-da0cf167-d796-473f-86b8-55885ef63405 req-508a081c-33f6-4955-a316-885814c6faf3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f668c3bb-e88f-444d-af6d-837916f0416a HTTP/1.1" status: 200 len: 916 time: 0.1507554 Apr 15 10:55:35.643050 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-142b150b-2ac1-4ced-a897-e0cdc14a2e07 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1304928657&fields=id&tenant_id=d516e7b1217b4704a4aa785b44efb62b HTTP/1.1" status: 200 len: 267 time: 0.0483341 Apr 15 10:55:35.691705 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-da0cf167-d796-473f-86b8-55885ef63405 req-e388777e-af93-4a86-9427-db0b885b6daf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=165fd55e-b424-4e03-8a0d-8fc53c1a956b HTTP/1.1" status: 200 len: 217 time: 0.0822070 Apr 15 10:55:35.750430 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6732d089-869d-45c2-84f7-2176376e6459 None None] New status for floating IP 8cf55dd3-b60b-4d49-8727-084906f46bdb: DOWN {{(pid=85276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 10:55:35.765038 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cf167-d796-473f-86b8-55885ef63405 req-9df90ae1-4002-4ebb-b8d3-0b802382fdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:35.766860 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-da0cf167-d796-473f-86b8-55885ef63405 req-9df90ae1-4002-4ebb-b8d3-0b802382fdd3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb6df1b7-a13f-4f84-b22c-9831f4c87d61 HTTP/1.1" status: 200 len: 854 time: 0.0694687 Apr 15 10:55:35.824892 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-3a789a40-11df-4655-ae45-8aee86f47a86 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:35.827073 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-3a789a40-11df-4655-ae45-8aee86f47a86 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/networks?id=4f8d55c0-b745-4c00-b4f6-c4a822798a19 HTTP/1.1" status: 200 len: 812 time: 0.1762559 Apr 15 10:55:35.850351 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-7f6e667a-95a4-4148-8e7f-ec5204190b1d tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/quotas/d516e7b1217b4704a4aa785b44efb62b HTTP/1.1" status: 200 len: 375 time: 0.0170207 Apr 15 10:55:35.865524 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cf167-d796-473f-86b8-55885ef63405 req-d69c183c-7cf1-4c19-a521-6dd410988a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:35.867422 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-da0cf167-d796-473f-86b8-55885ef63405 req-d69c183c-7cf1-4c19-a521-6dd410988a2c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f668c3bb-e88f-444d-af6d-837916f0416a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0936315 Apr 15 10:55:35.879524 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device aab5ed73-1dd4-4709-ad03-eda229f8ef0f no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:55:35.954158 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] No Port match for: aab5ed73-1dd4-4709-ad03-eda229f8ef0f {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:55:35.954534 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device aab5ed73-1dd4-4709-ad03-eda229f8ef0f not bound to the agent host hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:55:36.024533 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-ad0ed7b9-c2f7-4c88-a343-3fb2f4af8bd0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d516e7b1217b4704a4aa785b44efb62b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1731448 Apr 15 10:55:36.055282 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-da0cf167-d796-473f-86b8-55885ef63405 req-4738078e-b749-4e05-8349-9c185638aa4f service neutron] 10.222.0.60 "GET /v2.0/networks/f668c3bb-e88f-444d-af6d-837916f0416a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795499 Apr 15 10:55:36.180353 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-348c17e9-0f0e-4de8-b3ca-a0e537de45a2 service neutron] 10.222.0.36 "GET /v2.0/networks/4f8d55c0-b745-4c00-b4f6-c4a822798a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548336 Apr 15 10:55:36.206983 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-da0cf167-d796-473f-86b8-55885ef63405 req-b198dedc-ec94-48c6-9e35-96df49298ddb service neutron] 10.222.0.60 "GET /v2.0/networks/f668c3bb-e88f-444d-af6d-837916f0416a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452467 Apr 15 10:55:36.396148 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-2af6270a-4f72-42b5-99a6-019f49fc4570 service neutron] 10.222.0.36 "GET /v2.0/networks/4f8d55c0-b745-4c00-b4f6-c4a822798a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081995 Apr 15 10:55:36.439246 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ea259-0f52-4b01-9e5f-e9937d3faafc req-448e6a2d-1c83-45b3-b72f-456d51646170 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:36.441529 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a34ea259-0f52-4b01-9e5f-e9937d3faafc req-448e6a2d-1c83-45b3-b72f-456d51646170 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 943 time: 0.1231742 Apr 15 10:55:36.494536 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a34ea259-0f52-4b01-9e5f-e9937d3faafc req-69e31e25-4da4-48b3-b076-45d709adb9a0 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462446 Apr 15 10:55:36.776848 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:55:36.840043 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e27b5236-3c63-49e5-9828-d8a478a24397 req-e3bdec6d-63d4-43b4-9b11-049779e9dba4 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d5e5771-8f9b-4b37-a715-27b78f092b1f HTTP/1.1" status: 200 len: 210 time: 0.0500851 Apr 15 10:55:37.715816 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d7b32-4d4a-4f58-918b-0449c13f199c req-c38f6114-71dd-48d0-98a6-9103494b53b1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:37.717449 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e78d7b32-4d4a-4f58-918b-0449c13f199c req-c38f6114-71dd-48d0-98a6-9103494b53b1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 943 time: 0.0955880 Apr 15 10:55:37.772819 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e78d7b32-4d4a-4f58-918b-0449c13f199c req-e2154539-afa7-4e8d-88e5-aa83e872184a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477004 Apr 15 10:55:37.939098 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-21b1fa63-fa41-4bcd-940f-8b93efe47cf8 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:37.941755 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-21b1fa63-fa41-4bcd-940f-8b93efe47cf8 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.60 "GET /v2.0/networks?id=4f8d55c0-b745-4c00-b4f6-c4a822798a19 HTTP/1.1" status: 200 len: 812 time: 0.1748066 Apr 15 10:55:38.009802 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-df8dde42-301e-4257-83b4-6d9bcc98671e req-4a44b466-a0fc-4b89-b168-2331e421014d tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d5e5771-8f9b-4b37-a715-27b78f092b1f HTTP/1.1" status: 200 len: 210 time: 0.0508180 Apr 15 10:55:38.037587 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-e493a761-ef8b-4010-b399-1cabd37d6ae5 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d516e7b1217b4704a4aa785b44efb62b HTTP/1.1" status: 200 len: 8061 time: 0.0878742 Apr 15 10:55:38.046810 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-d6346f33-6441-4a1d-9a51-ccbd6984d025 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Request body: {'port': {'device_id': '5d5e5771-8f9b-4b37-a715-27b78f092b1f', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'admin_state_up': True, 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'security_groups': ['41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1']}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:38.197455 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-d6346f33-6441-4a1d-9a51-ccbd6984d025 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:38.207905 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-d6346f33-6441-4a1d-9a51-ccbd6984d025 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:38.216691 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-d6346f33-6441-4a1d-9a51-ccbd6984d025 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Made reservation on behalf of d516e7b1217b4704a4aa785b44efb62b for: {'port': 1} {{(pid=85272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:38.223559 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-d6346f33-6441-4a1d-9a51-ccbd6984d025 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:38.401303 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-d6346f33-6441-4a1d-9a51-ccbd6984d025 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Allocated IP 172.20.0.12 (4f8d55c0-b745-4c00-b4f6-c4a822798a19/75809ed1-552c-494e-b7fe-6c14ea11681a/4fba1157-274d-4bee-8855-eff960b524a0) {{(pid=85272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:55:38.607977 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-d6346f33-6441-4a1d-9a51-ccbd6984d025 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for port, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:38.625504 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-d6346f33-6441-4a1d-9a51-ccbd6984d025 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Transition to ACTIVE for port object 4fba1157-274d-4bee-8855-eff960b524a0 will not be triggered until provisioned by entity DHCP. {{(pid=85272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:55:38.649108 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-d6346f33-6441-4a1d-9a51-ccbd6984d025 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:38.668222 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-2311e574-e9ac-4b99-b875-94e994b9cee5 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:38.810581 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6346f33-6441-4a1d-9a51-ccbd6984d025 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Pushing event updated for resources: {'Port': ['ID=4fba1157-274d-4bee-8855-eff960b524a0,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:38.815141 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-d6346f33-6441-4a1d-9a51-ccbd6984d025 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:38.870813 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-d6346f33-6441-4a1d-9a51-ccbd6984d025 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Network 4f8d55c0-b745-4c00-b4f6-c4a822798a19 is already hosted by enough agents. {{(pid=85272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:55:38.872068 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-d6346f33-6441-4a1d-9a51-ccbd6984d025 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Resources bound (agent type, host, resource id): {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:55:38.874356 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-d6346f33-6441-4a1d-9a51-ccbd6984d025 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Received port after_create {{(pid=85272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:55:38.947167 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-d6346f33-6441-4a1d-9a51-ccbd6984d025 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:38.947958 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-d6346f33-6441-4a1d-9a51-ccbd6984d025 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:38.979418 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-d6346f33-6441-4a1d-9a51-ccbd6984d025 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9366491 Apr 15 10:55:38.993023 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-3e9d60d3-d260-457c-981a-0673326be6d8 service neutron] Request body: {'port': {'device_id': '5d5e5771-8f9b-4b37-a715-27b78f092b1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:38.998843 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a6d3d-42bd-4a1c-911b-7899a259b5f6 req-65ab1357-6592-44c0-b10e-a464db43f2af tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:39.000580 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-244a6d3d-42bd-4a1c-911b-7899a259b5f6 req-65ab1357-6592-44c0-b10e-a464db43f2af tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 943 time: 0.0976350 Apr 15 10:55:39.056470 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-244a6d3d-42bd-4a1c-911b-7899a259b5f6 req-4f216f95-9312-493b-bdeb-f749fa0357ce tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486579 Apr 15 10:55:39.085419 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-c71c8ea1-bed2-4db1-8864-613352514411 None None] Provisioning for port 4fba1157-274d-4bee-8855-eff960b524a0 completed by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:55:39.090866 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-c71c8ea1-bed2-4db1-8864-613352514411 None None] Provisioning complete for port 4fba1157-274d-4bee-8855-eff960b524a0 triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:39.091427 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c71c8ea1-bed2-4db1-8864-613352514411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:39.136349 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-3e9d60d3-d260-457c-981a-0673326be6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:39.153555 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-c71c8ea1-bed2-4db1-8864-613352514411 None None] Port 4fba1157-274d-4bee-8855-eff960b524a0 cannot update to ACTIVE because it is not bound. {{(pid=85273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:55:39.233051 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3226c3c-e24e-420f-bff0-76f0fe39ff3c req-85b8d49e-f90a-4355-9c7d-37f1dc82f921 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:39.234689 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d3226c3c-e24e-420f-bff0-76f0fe39ff3c req-85b8d49e-f90a-4355-9c7d-37f1dc82f921 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d5e5771-8f9b-4b37-a715-27b78f092b1f HTTP/1.1" status: 200 len: 932 time: 0.0914247 Apr 15 10:55:39.294884 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d3226c3c-e24e-420f-bff0-76f0fe39ff3c req-62f3cf13-fbe8-446f-975d-4f432c9859ee tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521140 Apr 15 10:55:39.810106 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-3e9d60d3-d260-457c-981a-0673326be6d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fba1157-274d-4bee-8855-eff960b524a0 {{(pid=85272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:55:39.819283 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-3e9d60d3-d260-457c-981a-0673326be6d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:39.835420 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-3e9d60d3-d260-457c-981a-0673326be6d8 service neutron] Transition to ACTIVE for port object 4fba1157-274d-4bee-8855-eff960b524a0 will not be triggered until provisioned by entity L2. {{(pid=85272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:55:39.838090 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-3e9d60d3-d260-457c-981a-0673326be6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852030086'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:39.853586 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e5a15f5f-b726-41f9-b18d-ae45445201a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:39.905312 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 165fd55e-b424-4e03-8a0d-8fc53c1a956b details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:55:39.994616 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d60d3-d260-457c-981a-0673326be6d8 service neutron] Pushing event updated for resources: {'Port': ['ID=4fba1157-274d-4bee-8855-eff960b524a0,revision_number=2']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:39.999991 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-3e9d60d3-d260-457c-981a-0673326be6d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:40.059093 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 165fd55e-b424-4e03-8a0d-8fc53c1a956b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=165fd55e-b424-4e03-8a0d-8fc53c1a956b,segment=NetworkSegment(8e6d0818-21ca-4119-a259-40d1be9a343f),segment_id=8e6d0818-21ca-4119-a259-40d1be9a343f)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:40.075113 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Returning: {'device': '165fd55e-b424-4e03-8a0d-8fc53c1a956b', 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a', 'port_id': '165fd55e-b424-4e03-8a0d-8fc53c1a956b', 'mac_address': 'fa:16:3e:59:ab:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:55:40.141539 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:40.164988 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 165fd55e-b424-4e03-8a0d-8fc53c1a956b {{(pid=85273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:55:40.183009 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 165fd55e-b424-4e03-8a0d-8fc53c1a956b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=165fd55e-b424-4e03-8a0d-8fc53c1a956b,segment=NetworkSegment(8e6d0818-21ca-4119-a259-40d1be9a343f),segment_id=8e6d0818-21ca-4119-a259-40d1be9a343f)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:40.188293 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:40.193254 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0068f615-0043-4965-9435-a0bfe1e4496f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:40.235820 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-3e9d60d3-d260-457c-981a-0673326be6d8 service neutron] Attempting to bind port 4fba1157-274d-4bee-8855-eff960b524a0 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:55:40.236206 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-3e9d60d3-d260-457c-981a-0673326be6d8 service neutron] Attempting to bind port 4fba1157-274d-4bee-8855-eff960b524a0 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'fc1e7391-15c4-4775-a280-31db674a4e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19'}] {{(pid=85272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:55:40.236584 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-3e9d60d3-d260-457c-981a-0673326be6d8 service neutron] Attempting to bind port 4fba1157-274d-4bee-8855-eff960b524a0 on network 4f8d55c0-b745-4c00-b4f6-c4a822798a19 {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:55:40.242738 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-3e9d60d3-d260-457c-981a-0673326be6d8 service neutron] Port 4fba1157-274d-4bee-8855-eff960b524a0 on network 4f8d55c0-b745-4c00-b4f6-c4a822798a19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:55:40.243123 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-3e9d60d3-d260-457c-981a-0673326be6d8 service neutron] Attempting to bind port 4fba1157-274d-4bee-8855-eff960b524a0 on network 4f8d55c0-b745-4c00-b4f6-c4a822798a19 {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:55:40.251556 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-3e9d60d3-d260-457c-981a-0673326be6d8 service neutron] Checking agent: {'id': '39ee03b0-0a73-4082-87ae-8bc447154759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:55:40.251556 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-3e9d60d3-d260-457c-981a-0673326be6d8 service neutron] Checking segment: {'id': 'fc1e7391-15c4-4775-a280-31db674a4e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:55:40.251556 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-3e9d60d3-d260-457c-981a-0673326be6d8 service neutron] Bound using segment: {'id': 'fc1e7391-15c4-4775-a280-31db674a4e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19'} {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:55:40.251556 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-3e9d60d3-d260-457c-981a-0673326be6d8 service neutron] Bound port: 4fba1157-274d-4bee-8855-eff960b524a0, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc1e7391-15c4-4775-a280-31db674a4e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19'}}] {{(pid=85272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:55:40.251556 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-3e9d60d3-d260-457c-981a-0673326be6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:40.294587 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=165fd55e-b424-4e03-8a0d-8fc53c1a956b,revision_number=4']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:40.295261 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:40.309585 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218707d-aa9e-4177-8b0b-9bc2e3944c2f req-31921c2b-b53a-4f34-b459-04c2ddbe0bad tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:40.311326 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2218707d-aa9e-4177-8b0b-9bc2e3944c2f req-31921c2b-b53a-4f34-b459-04c2ddbe0bad tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 944 time: 0.1045973 Apr 15 10:55:40.360414 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-3e9d60d3-d260-457c-981a-0673326be6d8 service neutron] For port 4fba1157-274d-4bee-8855-eff960b524a0, host hv-cinder-78638, cleared binding levels {{(pid=85272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:55:40.365184 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-3e9d60d3-d260-457c-981a-0673326be6d8 service neutron] For port 4fba1157-274d-4bee-8855-eff960b524a0, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4fba1157-274d-4bee-8855-eff960b524a0,segment=NetworkSegment(fc1e7391-15c4-4775-a280-31db674a4e22),segment_id=fc1e7391-15c4-4775-a280-31db674a4e22)] {{(pid=85272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:55:40.365970 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2218707d-aa9e-4177-8b0b-9bc2e3944c2f req-a8eb4108-bc30-4b88-a7d4-7e1aa8a39848 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479722 Apr 15 10:55:40.370383 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-3e9d60d3-d260-457c-981a-0673326be6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852030086'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:40.449674 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5ed0c24e-7897-450a-bb8a-af80a9489bc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:40.524341 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17070f6a-d883-4d5d-adb5-82f574c3e8cf req-b357de3b-1a69-414c-ad53-f6c0fc10a8ba tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:40.525969 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-17070f6a-d883-4d5d-adb5-82f574c3e8cf req-b357de3b-1a69-414c-ad53-f6c0fc10a8ba tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d5e5771-8f9b-4b37-a715-27b78f092b1f HTTP/1.1" status: 200 len: 944 time: 0.0983243 Apr 15 10:55:40.572100 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d60d3-d260-457c-981a-0673326be6d8 service neutron] Pushing event updated for resources: {'Port': ['ID=4fba1157-274d-4bee-8855-eff960b524a0,revision_number=3']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:40.576658 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-3e9d60d3-d260-457c-981a-0673326be6d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:40.578275 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-17070f6a-d883-4d5d-adb5-82f574c3e8cf req-232acd60-0c50-4a10-b420-5169405e442d tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452557 Apr 15 10:55:40.597892 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-3e9d60d3-d260-457c-981a-0673326be6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:40.598596 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-3e9d60d3-d260-457c-981a-0673326be6d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:40.600348 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-3e9d60d3-d260-457c-981a-0673326be6d8 service neutron] 10.222.0.60 "PUT /v2.0/ports/4fba1157-274d-4bee-8855-eff960b524a0 HTTP/1.1" status: 200 len: 1094 time: 1.6122599 Apr 15 10:55:40.601151 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5e5771-8f9b-4b37-a715-27b78f092b1f', 'tag': '4fba1157-274d-4bee-8855-eff960b524a0'}] {{(pid=85272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:55:40.659471 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['165fd55e-b424-4e03-8a0d-8fc53c1a956b'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:55:40.682521 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5e5771-8f9b-4b37-a715-27b78f092b1f', 'tag': '4fba1157-274d-4bee-8855-eff960b524a0', 'status': 'completed', 'code': 200} Apr 15 10:55:40.730537 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-3fcd78fd-df56-4ef0-834b-8549d5c78b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:40.732205 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-3fcd78fd-df56-4ef0-834b-8549d5c78b70 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d516e7b1217b4704a4aa785b44efb62b&device_id=5d5e5771-8f9b-4b37-a715-27b78f092b1f HTTP/1.1" status: 200 len: 1097 time: 0.0949354 Apr 15 10:55:40.809519 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-9c2f9c01-1bb8-4ef3-80f9-449f96ec6c89 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fba1157-274d-4bee-8855-eff960b524a0 HTTP/1.1" status: 200 len: 217 time: 0.0688579 Apr 15 10:55:40.888744 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-0cbe2b14-9e70-460c-bfe9-c89062e69ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:40.890239 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-0cbe2b14-9e70-460c-bfe9-c89062e69ddb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=75809ed1-552c-494e-b7fe-6c14ea11681a HTTP/1.1" status: 200 len: 851 time: 0.0726392 Apr 15 10:55:40.976934 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-c7324f48-1180-401e-90fb-636dfeb90fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:40.978516 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-c7324f48-1180-401e-90fb-636dfeb90fd6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4f8d55c0-b745-4c00-b4f6-c4a822798a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0809100 Apr 15 10:55:41.130748 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-0ab5039a-0b72-416d-8d78-252b1e739cf4 service neutron] 10.222.0.60 "GET /v2.0/networks/4f8d55c0-b745-4c00-b4f6-c4a822798a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446269 Apr 15 10:55:41.278590 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1f3340ec-f191-434b-a31a-23abdfa8c993 req-41ea48fb-4df8-4d9e-ab15-50a7924808e0 service neutron] 10.222.0.60 "GET /v2.0/networks/4f8d55c0-b745-4c00-b4f6-c4a822798a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411855 Apr 15 10:55:41.415678 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7decaea8-91c2-4f96-af33-79ffc42589c7 req-02b86d6f-31ac-4fe5-a32b-0f2d526286b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:41.417289 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7decaea8-91c2-4f96-af33-79ffc42589c7 req-02b86d6f-31ac-4fe5-a32b-0f2d526286b5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d516e7b1217b4704a4aa785b44efb62b&device_id=5d5e5771-8f9b-4b37-a715-27b78f092b1f HTTP/1.1" status: 200 len: 1097 time: 0.0872602 Apr 15 10:55:41.571921 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7decaea8-91c2-4f96-af33-79ffc42589c7 req-e1a40d38-edb3-4a2a-99ed-fa66e8431535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:41.573743 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7decaea8-91c2-4f96-af33-79ffc42589c7 req-e1a40d38-edb3-4a2a-99ed-fa66e8431535 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4f8d55c0-b745-4c00-b4f6-c4a822798a19 HTTP/1.1" status: 200 len: 913 time: 0.1494582 Apr 15 10:55:41.591165 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febc5a4-0ca5-4fcf-be4b-885003dcdeac req-e5c9e635-7229-4783-9d01-69538ce9dc91 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:41.592928 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4febc5a4-0ca5-4fcf-be4b-885003dcdeac req-e5c9e635-7229-4783-9d01-69538ce9dc91 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 944 time: 0.1020157 Apr 15 10:55:41.649489 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4febc5a4-0ca5-4fcf-be4b-885003dcdeac req-519ecdbd-cded-4dc6-88da-8c1f3fd58bf5 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464957 Apr 15 10:55:41.663980 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7decaea8-91c2-4f96-af33-79ffc42589c7 req-02fbdc44-ef3f-4cdd-9386-1b7f558514bd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fba1157-274d-4bee-8855-eff960b524a0 HTTP/1.1" status: 200 len: 217 time: 0.0828733 Apr 15 10:55:41.749800 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7decaea8-91c2-4f96-af33-79ffc42589c7 req-0de41143-3ec2-44af-bf61-a26019c8b631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:41.751391 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7decaea8-91c2-4f96-af33-79ffc42589c7 req-0de41143-3ec2-44af-bf61-a26019c8b631 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=75809ed1-552c-494e-b7fe-6c14ea11681a HTTP/1.1" status: 200 len: 851 time: 0.0706081 Apr 15 10:55:41.800607 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3b0e0-b99c-4c6a-9b79-ea14666d33ec req-42f316a6-7d1e-4303-b20c-2dc93a21ada4 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:41.802275 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e2e3b0e0-b99c-4c6a-9b79-ea14666d33ec req-42f316a6-7d1e-4303-b20c-2dc93a21ada4 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d5e5771-8f9b-4b37-a715-27b78f092b1f HTTP/1.1" status: 200 len: 944 time: 0.0971940 Apr 15 10:55:41.836960 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7decaea8-91c2-4f96-af33-79ffc42589c7 req-962232a0-205f-45d6-981e-3383b2307618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:41.838608 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7decaea8-91c2-4f96-af33-79ffc42589c7 req-962232a0-205f-45d6-981e-3383b2307618 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4f8d55c0-b745-4c00-b4f6-c4a822798a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801022 Apr 15 10:55:41.856754 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e2e3b0e0-b99c-4c6a-9b79-ea14666d33ec req-dfd62ee0-3df9-416d-9ddf-b066dee9b3ea tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474091 Apr 15 10:55:41.919668 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 165fd55e-b424-4e03-8a0d-8fc53c1a956b up at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:55:41.988295 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7decaea8-91c2-4f96-af33-79ffc42589c7 req-9f772501-289f-424c-888a-af0ed16193a6 service neutron] 10.222.0.60 "GET /v2.0/networks/4f8d55c0-b745-4c00-b4f6-c4a822798a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429152 Apr 15 10:55:41.993923 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning for port 165fd55e-b424-4e03-8a0d-8fc53c1a956b completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:55:41.999154 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning complete for port 165fd55e-b424-4e03-8a0d-8fc53c1a956b triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:41.999587 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:42.131535 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:42.138756 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7decaea8-91c2-4f96-af33-79ffc42589c7 req-c1bc604c-ce58-4081-ae20-995268e723cd service neutron] 10.222.0.60 "GET /v2.0/networks/4f8d55c0-b745-4c00-b4f6-c4a822798a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420419 Apr 15 10:55:42.162488 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee2ad2d-6ff5-4146-9656-69d7aca40897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165fd55e-b424-4e03-8a0d-8fc53c1a956b'}] {{(pid=85273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:55:42.173259 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 165fd55e-b424-4e03-8a0d-8fc53c1a956b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=165fd55e-b424-4e03-8a0d-8fc53c1a956b,segment=NetworkSegment(8e6d0818-21ca-4119-a259-40d1be9a343f),segment_id=8e6d0818-21ca-4119-a259-40d1be9a343f)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:42.176935 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:42.179821 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:42.213848 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee2ad2d-6ff5-4146-9656-69d7aca40897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165fd55e-b424-4e03-8a0d-8fc53c1a956b', 'code': 200} Apr 15 10:55:42.261311 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=165fd55e-b424-4e03-8a0d-8fc53c1a956b,revision_number=5']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:42.264710 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:42.463697 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa12ae-1683-4a03-9b22-2f6ac292efa3 req-92503864-9e86-4f3a-91eb-3af044524ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:42.465227 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a0aa12ae-1683-4a03-9b22-2f6ac292efa3 req-92503864-9e86-4f3a-91eb-3af044524ee2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 1098 time: 0.0785336 Apr 15 10:55:42.513655 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a0aa12ae-1683-4a03-9b22-2f6ac292efa3 req-963a7fe1-caa0-4185-912e-448617421c9b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415599 Apr 15 10:55:42.861516 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c3cf9-6bef-4cef-83f1-fb7e6d711837 req-12417415-3bc5-45a1-8358-e7f6dd343019 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:42.863227 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0e1c3cf9-6bef-4cef-83f1-fb7e6d711837 req-12417415-3bc5-45a1-8358-e7f6dd343019 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 945 time: 0.0897481 Apr 15 10:55:42.912876 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0e1c3cf9-6bef-4cef-83f1-fb7e6d711837 req-ed1c4950-12fe-4d5c-99e8-02089d61574a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432734 Apr 15 10:55:43.069308 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5507249-3f1b-4a84-9d91-de0526335289 req-35f58649-384e-43e4-8c72-82efd609f1f8 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:43.070909 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a5507249-3f1b-4a84-9d91-de0526335289 req-35f58649-384e-43e4-8c72-82efd609f1f8 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d5e5771-8f9b-4b37-a715-27b78f092b1f HTTP/1.1" status: 200 len: 944 time: 0.0930927 Apr 15 10:55:43.119252 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a5507249-3f1b-4a84-9d91-de0526335289 req-86c561a7-b3b5-4a95-827d-5537505a2370 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415974 Apr 15 10:55:44.132694 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b07334-6636-4518-aed5-e52f9555d70e req-6f3445c2-898a-46d0-b753-a7ae93d69c73 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:44.134302 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c9b07334-6636-4518-aed5-e52f9555d70e req-6f3445c2-898a-46d0-b753-a7ae93d69c73 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 945 time: 0.0910935 Apr 15 10:55:44.185650 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c9b07334-6636-4518-aed5-e52f9555d70e req-601cc030-80b6-49be-a89f-d6a21d725e0c tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440376 Apr 15 10:55:44.381311 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac4542-fc92-4d33-bbf9-ec9830017a9a req-ab3cf2df-2b3c-47d1-a971-daf218531ca6 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:44.382997 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-dbac4542-fc92-4d33-bbf9-ec9830017a9a req-ab3cf2df-2b3c-47d1-a971-daf218531ca6 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d5e5771-8f9b-4b37-a715-27b78f092b1f HTTP/1.1" status: 200 len: 944 time: 0.1461391 Apr 15 10:55:44.449736 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7859be2-eb62-47c6-a661-c1db21cd34d2 req-4b52ae27-b9d3-4683-98c1-ef396a0eaac6 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:44.451343 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a7859be2-eb62-47c6-a661-c1db21cd34d2 req-4b52ae27-b9d3-4683-98c1-ef396a0eaac6 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 945 time: 0.1462398 Apr 15 10:55:44.458941 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-dbac4542-fc92-4d33-bbf9-ec9830017a9a req-3f7d14d1-c438-4791-a805-8e4d7ca236b8 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684500 Apr 15 10:55:44.460797 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 44344) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:44.467791 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-2315f7df-7adf-468b-84c5-e0a1c8976e3f tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Request body: {'floatingip': {'port_id': '165fd55e-b424-4e03-8a0d-8fc53c1a956b'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:44.557165 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2315f7df-7adf-468b-84c5-e0a1c8976e3f tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for floatingip, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:45.207632 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2315f7df-7adf-468b-84c5-e0a1c8976e3f tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:45.210407 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2315f7df-7adf-468b-84c5-e0a1c8976e3f tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415207'] for floatingip, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:45.403588 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.l3_db [None req-2315f7df-7adf-468b-84c5-e0a1c8976e3f tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Floating IP f3409b76-46ad-4834-bbe8-62fb38b7ebdb associated. External IP: 172.27.2.2, port: 165fd55e-b424-4e03-8a0d-8fc53c1a956b. Apr 15 10:55:46.028826 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e99db-a1d9-4698-ba5e-60481eff3d61 req-190ecfa9-4edd-4911-8391-d23da4c07b35 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:46.030486 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4c7e99db-a1d9-4698-ba5e-60481eff3d61 req-190ecfa9-4edd-4911-8391-d23da4c07b35 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d5e5771-8f9b-4b37-a715-27b78f092b1f HTTP/1.1" status: 200 len: 944 time: 0.2650573 Apr 15 10:55:46.115207 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4c7e99db-a1d9-4698-ba5e-60481eff3d61 req-84fc9b67-05fa-4df1-b0ee-63b2decc6209 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747926 Apr 15 10:55:46.147265 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2315f7df-7adf-468b-84c5-e0a1c8976e3f tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Router 0e901d6d-fafa-4619-a4fb-2a4503d270de has already been hosted by L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 {{(pid=85270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:55:46.347433 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2315f7df-7adf-468b-84c5-e0a1c8976e3f tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:55:46.351986 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2315f7df-7adf-468b-84c5-e0a1c8976e3f tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for floatingip, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:46.358695 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366f4715-b47b-42f1-84e3-b5ac0f1bc1d7 None None] Sync routers for ids ['0e901d6d-fafa-4619-a4fb-2a4503d270de'] in dv-cinder-786383-1-iscsi {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:55:46.369764 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366f4715-b47b-42f1-84e3-b5ac0f1bc1d7 None None] Routers {'0e901d6d-fafa-4619-a4fb-2a4503d270de'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:55:46.370551 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-366f4715-b47b-42f1-84e3-b5ac0f1bc1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:55:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['0e901d6d-fafa-4619-a4fb-2a4503d270de'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:46.421060 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-2315f7df-7adf-468b-84c5-e0a1c8976e3f tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "PUT /v2.0/floatingips/f3409b76-46ad-4834-bbe8-62fb38b7ebdb HTTP/1.1" status: 200 len: 989 time: 1.9586017 Apr 15 10:55:46.421820 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee2ad2d-6ff5-4146-9656-69d7aca40897', 'tag': '165fd55e-b424-4e03-8a0d-8fc53c1a956b'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:55:46.473309 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ee2ad2d-6ff5-4146-9656-69d7aca40897', 'tag': '165fd55e-b424-4e03-8a0d-8fc53c1a956b', 'status': 'completed', 'code': 200} Apr 15 10:55:46.588106 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-366f4715-b47b-42f1-84e3-b5ac0f1bc1d7 None None] Set router 0e901d6d-fafa-4619-a4fb-2a4503d270de gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:55:46.596167 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda740a5-bfd3-4881-8437-6bd5748aa61c req-3ddc7e7f-9783-47c5-bdab-dbb3686db9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:46.598372 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-eda740a5-bfd3-4881-8437-6bd5748aa61c req-3ddc7e7f-9783-47c5-bdab-dbb3686db9e1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=689fecd83bc6425fa49a8b8585fa7766&device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 1098 time: 0.0938740 Apr 15 10:55:46.751988 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda740a5-bfd3-4881-8437-6bd5748aa61c req-5903cd0d-cb11-422d-9bf0-3393e03d64be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:46.753620 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-eda740a5-bfd3-4881-8437-6bd5748aa61c req-5903cd0d-cb11-422d-9bf0-3393e03d64be service neutron] 10.222.0.60 "GET /v2.0/networks?id=f668c3bb-e88f-444d-af6d-837916f0416a HTTP/1.1" status: 200 len: 916 time: 0.1473885 Apr 15 10:55:46.869076 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-eda740a5-bfd3-4881-8437-6bd5748aa61c req-eedce4b2-a353-409c-9328-eed00ad4efaa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=165fd55e-b424-4e03-8a0d-8fc53c1a956b HTTP/1.1" status: 200 len: 997 time: 0.1072688 Apr 15 10:55:46.940105 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda740a5-bfd3-4881-8437-6bd5748aa61c req-f57a7f18-b5c1-4a52-b7f1-92b55a946aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:46.942274 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-eda740a5-bfd3-4881-8437-6bd5748aa61c req-f57a7f18-b5c1-4a52-b7f1-92b55a946aba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb6df1b7-a13f-4f84-b22c-9831f4c87d61 HTTP/1.1" status: 200 len: 854 time: 0.0651705 Apr 15 10:55:46.966059 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-366f4715-b47b-42f1-84e3-b5ac0f1bc1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'name': 'tempest-AttachVolumeShelveTestJSON-74497265-router', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8d30bea1-ae73-4d8a-a314-4b8590cd7566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:48:39Z', 'updated_at': '2021-04-15T10:48:46Z', 'revision_number': 4, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'gw_port': {'id': '8d30bea1-ae73-4d8a-a314-4b8590cd7566', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:40Z', 'updated_at': '2021-04-15T10:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_floatingips': [{'id': 'f3409b76-46ad-4834-bbe8-62fb38b7ebdb', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'router_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'port_id': '165fd55e-b424-4e03-8a0d-8fc53c1a956b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a', 'mac_address': 'fa:16:3e:59:ab:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee2ad2d-6ff5-4146-9656-69d7aca40897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:55:28Z', 'updated_at': '2021-04-15T10:55:45Z', 'revision_number': 1, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d', 'name': '', 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'mac_address': 'fa:16:3e:2c:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:45Z', 'updated_at': '2021-04-15T10:49:01Z', 'revision_number': 5, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'subnets': [{'id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:46.970318 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366f4715-b47b-42f1-84e3-b5ac0f1bc1d7 None None] Checking router: 0e901d6d-fafa-4619-a4fb-2a4503d270de for host: dv-cinder-786383-1-iscsi {{(pid=85273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:55:46.979927 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366f4715-b47b-42f1-84e3-b5ac0f1bc1d7 None None] Routers {'0e901d6d-fafa-4619-a4fb-2a4503d270de'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:55:46.980588 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-366f4715-b47b-42f1-84e3-b5ac0f1bc1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:55:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['0e901d6d-fafa-4619-a4fb-2a4503d270de'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:47.031041 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda740a5-bfd3-4881-8437-6bd5748aa61c req-f148f549-dc47-4a72-95c1-328304f40f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:47.032883 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-eda740a5-bfd3-4881-8437-6bd5748aa61c req-f148f549-dc47-4a72-95c1-328304f40f10 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f668c3bb-e88f-444d-af6d-837916f0416a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0842149 Apr 15 10:55:47.185241 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-eda740a5-bfd3-4881-8437-6bd5748aa61c req-3b1a12bc-c96d-4019-aa03-6d221e83fee4 service neutron] 10.222.0.60 "GET /v2.0/networks/f668c3bb-e88f-444d-af6d-837916f0416a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440213 Apr 15 10:55:47.336170 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5bc73f-f3ea-4ccd-b6fe-5180a5b58ce6 req-c4ce5ba1-6d70-4653-b0cd-fb267c86dba0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:47.345630 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1d5bc73f-f3ea-4ccd-b6fe-5180a5b58ce6 req-c4ce5ba1-6d70-4653-b0cd-fb267c86dba0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d5e5771-8f9b-4b37-a715-27b78f092b1f HTTP/1.1" status: 200 len: 944 time: 0.1063817 Apr 15 10:55:47.372812 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-eda740a5-bfd3-4881-8437-6bd5748aa61c req-6c7504ca-00b4-4d03-8b71-b7c4428bde8d service neutron] 10.222.0.60 "GET /v2.0/networks/f668c3bb-e88f-444d-af6d-837916f0416a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788938 Apr 15 10:55:47.378518 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-366f4715-b47b-42f1-84e3-b5ac0f1bc1d7 None None] Set router 0e901d6d-fafa-4619-a4fb-2a4503d270de gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:55:47.401958 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1d5bc73f-f3ea-4ccd-b6fe-5180a5b58ce6 req-ef6405c6-6386-4afe-b013-881fbe82f6d4 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543196 Apr 15 10:55:47.751800 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-366f4715-b47b-42f1-84e3-b5ac0f1bc1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'name': 'tempest-AttachVolumeShelveTestJSON-74497265-router', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8d30bea1-ae73-4d8a-a314-4b8590cd7566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:48:39Z', 'updated_at': '2021-04-15T10:48:46Z', 'revision_number': 4, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'gw_port': {'id': '8d30bea1-ae73-4d8a-a314-4b8590cd7566', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:40Z', 'updated_at': '2021-04-15T10:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_floatingips': [{'id': 'f3409b76-46ad-4834-bbe8-62fb38b7ebdb', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'router_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'port_id': '165fd55e-b424-4e03-8a0d-8fc53c1a956b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a', 'mac_address': 'fa:16:3e:59:ab:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee2ad2d-6ff5-4146-9656-69d7aca40897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:55:28Z', 'updated_at': '2021-04-15T10:55:45Z', 'revision_number': 1, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d', 'name': '', 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'mac_address': 'fa:16:3e:2c:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:45Z', 'updated_at': '2021-04-15T10:49:01Z', 'revision_number': 5, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'subnets': [{'id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:47.756473 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366f4715-b47b-42f1-84e3-b5ac0f1bc1d7 None None] The sync data for ids ['0e901d6d-fafa-4619-a4fb-2a4503d270de'] in dv-cinder-786383-1-iscsi is: [{'id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'name': 'tempest-AttachVolumeShelveTestJSON-74497265-router', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8d30bea1-ae73-4d8a-a314-4b8590cd7566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:48:39Z', 'updated_at': '2021-04-15T10:48:46Z', 'revision_number': 4, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'gw_port': {'id': '8d30bea1-ae73-4d8a-a314-4b8590cd7566', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:40Z', 'updated_at': '2021-04-15T10:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_floatingips': [{'id': 'f3409b76-46ad-4834-bbe8-62fb38b7ebdb', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'router_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'port_id': '165fd55e-b424-4e03-8a0d-8fc53c1a956b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a', 'mac_address': 'fa:16:3e:59:ab:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee2ad2d-6ff5-4146-9656-69d7aca40897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:55:28Z', 'updated_at': '2021-04-15T10:55:45Z', 'revision_number': 1, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d', 'name': '', 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'mac_address': 'fa:16:3e:2c:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:45Z', 'updated_at': '2021-04-15T10:49:01Z', 'revision_number': 5, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'subnets': [{'id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:55:48.022555 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0f14df-6b13-4290-812e-fc3d735a7ffb None None] New status for floating IP f3409b76-46ad-4834-bbe8-62fb38b7ebdb: ACTIVE {{(pid=85276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 10:55:48.607771 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a054a12-1021-49d8-8dba-0f5a5292a8ab req-b614ae30-3a8e-4757-9b7e-2503828b4258 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:48.609359 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3a054a12-1021-49d8-8dba-0f5a5292a8ab req-b614ae30-3a8e-4757-9b7e-2503828b4258 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d5e5771-8f9b-4b37-a715-27b78f092b1f HTTP/1.1" status: 200 len: 944 time: 0.0918081 Apr 15 10:55:48.656846 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3a054a12-1021-49d8-8dba-0f5a5292a8ab req-68fb7d9e-4266-4d11-ab3c-a4c304d72675 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402529 Apr 15 10:55:49.857188 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11281123-8380-44bb-8d97-c81fb100bea2 req-580ed310-4fc6-4ea6-9b2f-6dc04497c13d tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:49.858781 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-11281123-8380-44bb-8d97-c81fb100bea2 req-580ed310-4fc6-4ea6-9b2f-6dc04497c13d tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d5e5771-8f9b-4b37-a715-27b78f092b1f HTTP/1.1" status: 200 len: 944 time: 0.0875978 Apr 15 10:55:49.910337 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-11281123-8380-44bb-8d97-c81fb100bea2 req-7ef545c2-8349-40ed-a52f-790f2aea6184 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445752 Apr 15 10:55:49.966151 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 4fba1157-274d-4bee-8855-eff960b524a0 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:55:50.108818 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 4fba1157-274d-4bee-8855-eff960b524a0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4fba1157-274d-4bee-8855-eff960b524a0,segment=NetworkSegment(fc1e7391-15c4-4775-a280-31db674a4e22),segment_id=fc1e7391-15c4-4775-a280-31db674a4e22)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:50.123351 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Returning: {'device': '4fba1157-274d-4bee-8855-eff960b524a0', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'port_id': '4fba1157-274d-4bee-8855-eff960b524a0', 'mac_address': 'fa:16:3e:68:00:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:55:50.200388 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:50.334212 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fba1157-274d-4bee-8855-eff960b524a0 {{(pid=85273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:55:50.367376 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 4fba1157-274d-4bee-8855-eff960b524a0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4fba1157-274d-4bee-8855-eff960b524a0,segment=NetworkSegment(fc1e7391-15c4-4775-a280-31db674a4e22),segment_id=fc1e7391-15c4-4775-a280-31db674a4e22)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:50.375365 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:50.378276 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:50.474495 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=4fba1157-274d-4bee-8855-eff960b524a0,revision_number=4']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:50.478207 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:50.855981 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bb760002-73c9-46e0-9243-11a6a33dddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:50.874349 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['4fba1157-274d-4bee-8855-eff960b524a0'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:55:51.113744 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aadb77-7281-4456-bcf2-cefc039807be req-ddd9067f-c70c-47ef-9667-a71055a39cce tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:51.115468 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-60aadb77-7281-4456-bcf2-cefc039807be req-ddd9067f-c70c-47ef-9667-a71055a39cce tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d5e5771-8f9b-4b37-a715-27b78f092b1f HTTP/1.1" status: 200 len: 945 time: 0.0910187 Apr 15 10:55:51.167417 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-60aadb77-7281-4456-bcf2-cefc039807be req-7aa9a1fd-6126-46d7-8a7b-2a102704fb86 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449727 Apr 15 10:55:52.379166 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f21013-970c-4a80-b97f-91ce7e3f166e req-8a612cfe-3119-4db6-9d2a-aea39c55f34e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:52.380781 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b4f21013-970c-4a80-b97f-91ce7e3f166e req-8a612cfe-3119-4db6-9d2a-aea39c55f34e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d5e5771-8f9b-4b37-a715-27b78f092b1f HTTP/1.1" status: 200 len: 945 time: 0.0967455 Apr 15 10:55:52.429597 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b4f21013-970c-4a80-b97f-91ce7e3f166e req-f0c8e47d-d06f-44dc-a1fe-521c46efb437 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422711 Apr 15 10:55:53.323535 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d438fdad-245a-4402-a936-d7974961e2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:53.632860 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63801e-9bf8-4119-a9a3-d3d1187e3398 req-80f12704-a43d-4ed5-98df-898d1a87297a tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:53.634477 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ba63801e-9bf8-4119-a9a3-d3d1187e3398 req-80f12704-a43d-4ed5-98df-898d1a87297a tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d5e5771-8f9b-4b37-a715-27b78f092b1f HTTP/1.1" status: 200 len: 945 time: 0.0889518 Apr 15 10:55:53.683876 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ba63801e-9bf8-4119-a9a3-d3d1187e3398 req-19b6079b-3094-4385-897f-7b594f7f783e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430834 Apr 15 10:55:53.985270 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 4fba1157-274d-4bee-8855-eff960b524a0 up at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:55:54.055140 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning for port 4fba1157-274d-4bee-8855-eff960b524a0 completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:55:54.059889 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning complete for port 4fba1157-274d-4bee-8855-eff960b524a0 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:54.060307 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:54.139006 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:54.198386 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:54.225596 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5e5771-8f9b-4b37-a715-27b78f092b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fba1157-274d-4bee-8855-eff960b524a0'}] {{(pid=85273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:55:54.235683 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 4fba1157-274d-4bee-8855-eff960b524a0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4fba1157-274d-4bee-8855-eff960b524a0,segment=NetworkSegment(fc1e7391-15c4-4775-a280-31db674a4e22),segment_id=fc1e7391-15c4-4775-a280-31db674a4e22)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:54.239499 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:54.242409 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0068f615-0043-4965-9435-a0bfe1e4496f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:54.281811 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5e5771-8f9b-4b37-a715-27b78f092b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fba1157-274d-4bee-8855-eff960b524a0', 'code': 200} Apr 15 10:55:54.334163 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=4fba1157-274d-4bee-8855-eff960b524a0,revision_number=5']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:54.337552 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:54.338202 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:54.633029 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd228607-266b-4ecc-a705-182ad693347c req-dba04696-1644-4cec-809f-9a8eadda7595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:54.634624 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bd228607-266b-4ecc-a705-182ad693347c req-dba04696-1644-4cec-809f-9a8eadda7595 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5d5e5771-8f9b-4b37-a715-27b78f092b1f HTTP/1.1" status: 200 len: 1099 time: 0.0782399 Apr 15 10:55:54.677560 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bd228607-266b-4ecc-a705-182ad693347c req-1ec0329f-8083-43c5-9c69-d905195e9047 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361693 Apr 15 10:55:54.894262 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb5007-3be4-4a56-9a9a-a957e28cd375 req-55574c2d-e647-4947-b82c-bf3977ae2c85 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:54.895934 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-50fb5007-3be4-4a56-9a9a-a957e28cd375 req-55574c2d-e647-4947-b82c-bf3977ae2c85 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d5e5771-8f9b-4b37-a715-27b78f092b1f HTTP/1.1" status: 200 len: 946 time: 0.0927756 Apr 15 10:55:54.944371 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-50fb5007-3be4-4a56-9a9a-a957e28cd375 req-93823c6d-3e48-4df1-9d6c-0b5bfdd41fda tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421190 Apr 15 10:55:55.108094 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:55.154742 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:56.162398 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ff141-a828-41bb-9bf6-c543b4f6b175 req-d50b14f1-71fa-408f-b73d-6a1e6d25827f tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:56.164120 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bc5ff141-a828-41bb-9bf6-c543b4f6b175 req-d50b14f1-71fa-408f-b73d-6a1e6d25827f tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d5e5771-8f9b-4b37-a715-27b78f092b1f HTTP/1.1" status: 200 len: 946 time: 0.1009266 Apr 15 10:55:56.218993 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bc5ff141-a828-41bb-9bf6-c543b4f6b175 req-67739430-48e1-41b6-86a2-825230b7f9b1 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477390 Apr 15 10:55:57.423814 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a17d1-eebf-42bf-bea4-180f3c527446 req-73f75ea7-009e-49df-abc5-9d5b506b0e51 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:57.425846 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a50a17d1-eebf-42bf-bea4-180f3c527446 req-73f75ea7-009e-49df-abc5-9d5b506b0e51 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d5e5771-8f9b-4b37-a715-27b78f092b1f HTTP/1.1" status: 200 len: 946 time: 0.0938492 Apr 15 10:55:57.475228 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a50a17d1-eebf-42bf-bea4-180f3c527446 req-a03bddbe-46a5-41f3-a9f4-ab91ffe1934d tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429807 Apr 15 10:55:57.681506 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e358f-7c50-4568-a9ce-ff71e2673d76 req-eac5190e-e0c8-4a5f-9c68-7e78a6c0ee1b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:57.683128 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-274e358f-7c50-4568-a9ce-ff71e2673d76 req-eac5190e-e0c8-4a5f-9c68-7e78a6c0ee1b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d5e5771-8f9b-4b37-a715-27b78f092b1f HTTP/1.1" status: 200 len: 946 time: 0.0916779 Apr 15 10:55:57.731128 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-274e358f-7c50-4568-a9ce-ff71e2673d76 req-39e21927-7b61-460c-846d-0a838915eef0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416217 Apr 15 10:55:57.756717 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 44430) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:57.836147 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642bd577-6a12-49c5-8f2e-aa304b5c4a58 tempest-TestVolumeBootPattern-134242808 tempest-TestVolumeBootPattern-134242808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:57.837768 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-642bd577-6a12-49c5-8f2e-aa304b5c4a58 tempest-TestVolumeBootPattern-134242808 tempest-TestVolumeBootPattern-134242808-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5d5e5771-8f9b-4b37-a715-27b78f092b1f HTTP/1.1" status: 200 len: 1094 time: 0.0800612 Apr 15 10:55:57.840817 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 44434) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:57.846245 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-8e56169b-384e-4897-8f09-b7e00e78a00e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Request body: {'floatingip': {'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'port_id': '4fba1157-274d-4bee-8855-eff960b524a0', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:57.852795 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-8e56169b-384e-4897-8f09-b7e00e78a00e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:57.856876 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-8e56169b-384e-4897-8f09-b7e00e78a00e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Usage tracker for resource:floatingip and tenant:d516e7b1217b4704a4aa785b44efb62b is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:57.859898 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-8e56169b-384e-4897-8f09-b7e00e78a00e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:57.866470 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-8e56169b-384e-4897-8f09-b7e00e78a00e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:57.876237 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8e56169b-384e-4897-8f09-b7e00e78a00e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for floatingip, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:58.023850 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8e56169b-384e-4897-8f09-b7e00e78a00e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:58.172450 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-8e56169b-384e-4897-8f09-b7e00e78a00e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Allocated IP 172.27.2.125 (533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f/ee0371ba-4ff7-4e97-afb9-409670eb4ad7/d4f3aa5a-d088-480a-8a54-f5d69fa783c1) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:55:58.331795 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8e56169b-384e-4897-8f09-b7e00e78a00e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:58.363894 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8e56169b-384e-4897-8f09-b7e00e78a00e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:58.379769 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-18b092cf-b8f2-4ba8-96d5-e600acea76b0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:58.516661 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56169b-384e-4897-8f09-b7e00e78a00e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Pushing event updated for resources: {'Port': ['ID=d4f3aa5a-d088-480a-8a54-f5d69fa783c1,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:58.522170 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-8e56169b-384e-4897-8f09-b7e00e78a00e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:58.574163 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e56169b-384e-4897-8f09-b7e00e78a00e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Network 533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:55:58.575358 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-8e56169b-384e-4897-8f09-b7e00e78a00e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:55:58.577724 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e56169b-384e-4897-8f09-b7e00e78a00e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:55:59.283698 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8e56169b-384e-4897-8f09-b7e00e78a00e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:59.374167 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8e56169b-384e-4897-8f09-b7e00e78a00e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:59.667954 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8e56169b-384e-4897-8f09-b7e00e78a00e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:59.671951 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8e56169b-384e-4897-8f09-b7e00e78a00e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850600659'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:59.690923 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-8e56169b-384e-4897-8f09-b7e00e78a00e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:59.838726 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56169b-384e-4897-8f09-b7e00e78a00e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Pushing event updated for resources: {'Port': ['ID=d4f3aa5a-d088-480a-8a54-f5d69fa783c1,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:59.843274 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-8e56169b-384e-4897-8f09-b7e00e78a00e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:59.952171 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8e56169b-384e-4897-8f09-b7e00e78a00e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415207'] for floatingip, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:00.149378 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.l3_db [None req-8e56169b-384e-4897-8f09-b7e00e78a00e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Floating IP 7d70a2ea-a5b3-4ec7-acd5-dcbc41343e66 associated. External IP: 172.27.2.125, port: 4fba1157-274d-4bee-8855-eff960b524a0. Apr 15 10:56:00.533679 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e56169b-384e-4897-8f09-b7e00e78a00e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Router eda0ea58-bbd3-45c3-9c42-6273963739ca has already been hosted by L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 {{(pid=85270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:56:00.731318 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e56169b-384e-4897-8f09-b7e00e78a00e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:56:00.742447 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2211106d-80fd-47c0-947d-fb9a041f6ac2 None None] Sync routers for ids ['eda0ea58-bbd3-45c3-9c42-6273963739ca'] in dv-cinder-786383-1-iscsi {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:56:00.752352 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2211106d-80fd-47c0-947d-fb9a041f6ac2 None None] Routers {'eda0ea58-bbd3-45c3-9c42-6273963739ca'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:56:00.753032 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-2211106d-80fd-47c0-947d-fb9a041f6ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:55:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['eda0ea58-bbd3-45c3-9c42-6273963739ca'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:00.756432 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8e56169b-384e-4897-8f09-b7e00e78a00e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for floatingip, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:00.828616 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-8e56169b-384e-4897-8f09-b7e00e78a00e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9748948 Apr 15 10:56:00.828616 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5e5771-8f9b-4b37-a715-27b78f092b1f', 'tag': '4fba1157-274d-4bee-8855-eff960b524a0'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:00.868533 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5e5771-8f9b-4b37-a715-27b78f092b1f', 'tag': '4fba1157-274d-4bee-8855-eff960b524a0', 'status': 'completed', 'code': 200} Apr 15 10:56:00.953706 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-2211106d-80fd-47c0-947d-fb9a041f6ac2 None None] Set router eda0ea58-bbd3-45c3-9c42-6273963739ca gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:56:00.988767 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d674dd2-9e91-4e52-a584-83cac27459b7 req-6927982a-9f77-48d9-a0c5-409c44ce3412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:00.990413 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1d674dd2-9e91-4e52-a584-83cac27459b7 req-6927982a-9f77-48d9-a0c5-409c44ce3412 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d516e7b1217b4704a4aa785b44efb62b&device_id=5d5e5771-8f9b-4b37-a715-27b78f092b1f HTTP/1.1" status: 200 len: 1099 time: 0.0834455 Apr 15 10:56:01.368939 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-2211106d-80fd-47c0-947d-fb9a041f6ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'name': 'tempest-TestVolumeBootPattern-1486983443-router', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:39Z', 'updated_at': '2021-04-15T10:51:45Z', 'revision_number': 4, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'gw_port': {'id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:40Z', 'updated_at': '2021-04-15T10:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_floatingips': [{'id': '7d70a2ea-a5b3-4ec7-acd5-dcbc41343e66', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'router_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'port_id': '4fba1157-274d-4bee-8855-eff960b524a0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'mac_address': 'fa:16:3e:68:00:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5e5771-8f9b-4b37-a715-27b78f092b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:55:58Z', 'updated_at': '2021-04-15T10:55:58Z', 'revision_number': 0, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1c99c6-7736-4717-947d-238471bbea37', 'name': '', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'mac_address': 'fa:16:3e:a6:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:44Z', 'updated_at': '2021-04-15T10:51:56Z', 'revision_number': 5, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'subnets': [{'id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:01.378289 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2211106d-80fd-47c0-947d-fb9a041f6ac2 None None] Checking router: eda0ea58-bbd3-45c3-9c42-6273963739ca for host: dv-cinder-786383-1-iscsi {{(pid=85273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:56:01.395455 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d674dd2-9e91-4e52-a584-83cac27459b7 req-eadc8c5d-d8b9-4d37-90bc-403e1d8272ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:01.397080 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1d674dd2-9e91-4e52-a584-83cac27459b7 req-eadc8c5d-d8b9-4d37-90bc-403e1d8272ff service neutron] 10.222.0.60 "GET /v2.0/networks?id=4f8d55c0-b745-4c00-b4f6-c4a822798a19 HTTP/1.1" status: 200 len: 913 time: 0.3901784 Apr 15 10:56:01.398331 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2211106d-80fd-47c0-947d-fb9a041f6ac2 None None] Routers {'eda0ea58-bbd3-45c3-9c42-6273963739ca'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:56:01.399093 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-2211106d-80fd-47c0-947d-fb9a041f6ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:55:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['eda0ea58-bbd3-45c3-9c42-6273963739ca'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:01.530992 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1d674dd2-9e91-4e52-a584-83cac27459b7 req-8292ee6e-9948-484d-9653-2b8c20b2db67 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fba1157-274d-4bee-8855-eff960b524a0 HTTP/1.1" status: 200 len: 1000 time: 0.1218998 Apr 15 10:56:01.608969 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d674dd2-9e91-4e52-a584-83cac27459b7 req-216157ba-6820-4d69-a283-41ce893e9962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:01.610489 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1d674dd2-9e91-4e52-a584-83cac27459b7 req-216157ba-6820-4d69-a283-41ce893e9962 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=75809ed1-552c-494e-b7fe-6c14ea11681a HTTP/1.1" status: 200 len: 851 time: 0.0684271 Apr 15 10:56:01.707692 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d674dd2-9e91-4e52-a584-83cac27459b7 req-9ebd0a02-72c7-4f80-b8fb-9fc50f60bb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:01.709361 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1d674dd2-9e91-4e52-a584-83cac27459b7 req-9ebd0a02-72c7-4f80-b8fb-9fc50f60bb9e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4f8d55c0-b745-4c00-b4f6-c4a822798a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0873213 Apr 15 10:56:01.784859 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-2211106d-80fd-47c0-947d-fb9a041f6ac2 None None] Set router eda0ea58-bbd3-45c3-9c42-6273963739ca gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:56:01.862614 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1d674dd2-9e91-4e52-a584-83cac27459b7 req-54f94d27-a578-49d6-bc09-8ab2fe6e6c86 service neutron] 10.222.0.60 "GET /v2.0/networks/4f8d55c0-b745-4c00-b4f6-c4a822798a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458383 Apr 15 10:56:02.047638 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1d674dd2-9e91-4e52-a584-83cac27459b7 req-faddb2fc-c60d-48a7-8fd3-14b1f655a52d service neutron] 10.222.0.60 "GET /v2.0/networks/4f8d55c0-b745-4c00-b4f6-c4a822798a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657698 Apr 15 10:56:02.185684 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-2211106d-80fd-47c0-947d-fb9a041f6ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'name': 'tempest-TestVolumeBootPattern-1486983443-router', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:39Z', 'updated_at': '2021-04-15T10:51:45Z', 'revision_number': 4, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'gw_port': {'id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:40Z', 'updated_at': '2021-04-15T10:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_floatingips': [{'id': '7d70a2ea-a5b3-4ec7-acd5-dcbc41343e66', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'router_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'port_id': '4fba1157-274d-4bee-8855-eff960b524a0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'mac_address': 'fa:16:3e:68:00:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5e5771-8f9b-4b37-a715-27b78f092b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:55:58Z', 'updated_at': '2021-04-15T10:55:58Z', 'revision_number': 0, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1c99c6-7736-4717-947d-238471bbea37', 'name': '', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'mac_address': 'fa:16:3e:a6:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:44Z', 'updated_at': '2021-04-15T10:51:56Z', 'revision_number': 5, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'subnets': [{'id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:02.190629 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2211106d-80fd-47c0-947d-fb9a041f6ac2 None None] The sync data for ids ['eda0ea58-bbd3-45c3-9c42-6273963739ca'] in dv-cinder-786383-1-iscsi is: [{'id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'name': 'tempest-TestVolumeBootPattern-1486983443-router', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:39Z', 'updated_at': '2021-04-15T10:51:45Z', 'revision_number': 4, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'gw_port': {'id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:40Z', 'updated_at': '2021-04-15T10:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_floatingips': [{'id': '7d70a2ea-a5b3-4ec7-acd5-dcbc41343e66', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'router_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'port_id': '4fba1157-274d-4bee-8855-eff960b524a0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'mac_address': 'fa:16:3e:68:00:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5e5771-8f9b-4b37-a715-27b78f092b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:55:58Z', 'updated_at': '2021-04-15T10:55:58Z', 'revision_number': 0, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1c99c6-7736-4717-947d-238471bbea37', 'name': '', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'mac_address': 'fa:16:3e:a6:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:44Z', 'updated_at': '2021-04-15T10:51:56Z', 'revision_number': 5, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'subnets': [{'id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:56:02.501586 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97e5d6d-cd52-4061-b889-1e8262da69fc None None] New status for floating IP 7d70a2ea-a5b3-4ec7-acd5-dcbc41343e66: ACTIVE {{(pid=85276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 10:56:13.767063 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:56:20.859802 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4b6fc281-5b89-4c12-a5de-50f9e2a42162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:23.327287 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-08ae3011-88ee-40a0-8b84-f5b46319dfa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:24.138096 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:24.326615 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:25.113420 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:25.161384 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:27.529325 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035b6fc-bf30-402e-a115-7f93f0e7572d req-327bef75-7d7a-4298-b20e-b4514ab36f8c tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:27.530857 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e035b6fc-bf30-402e-a115-7f93f0e7572d req-327bef75-7d7a-4298-b20e-b4514ab36f8c tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c20b408-9e10-4fc0-b65f-31efc447d2e2 HTTP/1.1" status: 200 len: 945 time: 0.0966663 Apr 15 10:56:27.581088 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e035b6fc-bf30-402e-a115-7f93f0e7572d req-5b3d8f9e-b9e9-4fec-908f-e0f2ac174740 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/security-groups?id=29b2f070-0b6a-4993-b13f-4f9421ccd3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429518 Apr 15 10:56:28.785207 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dded0-d10b-40b4-9347-f02ad191ec4a req-2b67eefc-073f-40fe-b3ea-29752c982d60 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:28.786915 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cb1dded0-d10b-40b4-9347-f02ad191ec4a req-2b67eefc-073f-40fe-b3ea-29752c982d60 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c20b408-9e10-4fc0-b65f-31efc447d2e2 HTTP/1.1" status: 200 len: 945 time: 0.0902538 Apr 15 10:56:28.843067 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cb1dded0-d10b-40b4-9347-f02ad191ec4a req-aaa7a914-57f7-4905-8f3e-f13a45921957 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/security-groups?id=29b2f070-0b6a-4993-b13f-4f9421ccd3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487506 Apr 15 10:56:29.340292 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e50688-f2e9-48d3-8675-d743dff333a5 req-d82216dd-1926-4a91-9dd3-4be342c011f0 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:29.341867 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-12e50688-f2e9-48d3-8675-d743dff333a5 req-d82216dd-1926-4a91-9dd3-4be342c011f0 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c20b408-9e10-4fc0-b65f-31efc447d2e2 HTTP/1.1" status: 200 len: 945 time: 0.0927498 Apr 15 10:56:29.418468 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-12e50688-f2e9-48d3-8675-d743dff333a5 req-aff3e1c5-de7b-47ce-a1e5-ec11604db912 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Deleting port 3077c64e-070e-4748-a017-c70a35b5cbf7 {{(pid=85272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:56:29.418854 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-12e50688-f2e9-48d3-8675-d743dff333a5 req-aff3e1c5-de7b-47ce-a1e5-ec11604db912 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:29.683040 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-12e50688-f2e9-48d3-8675-d743dff333a5 req-aff3e1c5-de7b-47ce-a1e5-ec11604db912 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] For port 3077c64e-070e-4748-a017-c70a35b5cbf7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3077c64e-070e-4748-a017-c70a35b5cbf7,segment=NetworkSegment(69c47fd9-9723-4cb7-8194-328216ec5f1e),segment_id=69c47fd9-9723-4cb7-8194-328216ec5f1e)] {{(pid=85272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:29.683409 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-12e50688-f2e9-48d3-8675-d743dff333a5 req-aff3e1c5-de7b-47ce-a1e5-ec11604db912 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:29.823425 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-12e50688-f2e9-48d3-8675-d743dff333a5 req-aff3e1c5-de7b-47ce-a1e5-ec11604db912 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Calling delete_port for 3077c64e-070e-4748-a017-c70a35b5cbf7 owned by compute:nova {{(pid=85272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:56:29.981696 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-12e50688-f2e9-48d3-8675-d743dff333a5 req-aff3e1c5-de7b-47ce-a1e5-ec11604db912 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:30.009685 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['3077c64e-070e-4748-a017-c70a35b5cbf7'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:56:30.045443 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a84787fb-1685-4fed-b43f-265b3898e74b req-c9aaec44-20f3-4e9b-9846-781b7950ea68 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c20b408-9e10-4fc0-b65f-31efc447d2e2 HTTP/1.1" status: 200 len: 210 time: 0.0734897 Apr 15 10:56:30.054473 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f8bf3d85-92b8-494b-8b67-25c85635151e tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:30.109196 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff3e1c5-de7b-47ce-a1e5-ec11604db912 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Pushing event deleted for resources: {'Port': ['ID=3077c64e-070e-4748-a017-c70a35b5cbf7,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:30.128833 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3e1c5-de7b-47ce-a1e5-ec11604db912 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:30.129260 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3e1c5-de7b-47ce-a1e5-ec11604db912 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:30.129672 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3e1c5-de7b-47ce-a1e5-ec11604db912 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:30.130077 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3e1c5-de7b-47ce-a1e5-ec11604db912 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:30.130480 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3e1c5-de7b-47ce-a1e5-ec11604db912 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:30.130929 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3e1c5-de7b-47ce-a1e5-ec11604db912 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:30.131353 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3e1c5-de7b-47ce-a1e5-ec11604db912 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:30.131754 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3e1c5-de7b-47ce-a1e5-ec11604db912 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:30.132152 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3e1c5-de7b-47ce-a1e5-ec11604db912 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:30.132549 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3e1c5-de7b-47ce-a1e5-ec11604db912 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:30.132950 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3e1c5-de7b-47ce-a1e5-ec11604db912 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:30.133344 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3e1c5-de7b-47ce-a1e5-ec11604db912 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:30.138440 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-aff3e1c5-de7b-47ce-a1e5-ec11604db912 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:30.266185 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e50688-f2e9-48d3-8675-d743dff333a5 req-aff3e1c5-de7b-47ce-a1e5-ec11604db912 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] No DVR routers for this DVR port 3077c64e-070e-4748-a017-c70a35b5cbf7 on host hv-cinder-78638 {{(pid=85272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:56:30.269405 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-12e50688-f2e9-48d3-8675-d743dff333a5 req-aff3e1c5-de7b-47ce-a1e5-ec11604db912 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:30.272435 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c20b408-9e10-4fc0-b65f-31efc447d2e2', 'name': 'network-vif-deleted', 'tag': '3077c64e-070e-4748-a017-c70a35b5cbf7'}] {{(pid=85272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:30.288227 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-12e50688-f2e9-48d3-8675-d743dff333a5 req-aff3e1c5-de7b-47ce-a1e5-ec11604db912 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.60 "DELETE /v2.0/ports/3077c64e-070e-4748-a017-c70a35b5cbf7 HTTP/1.1" status: 204 len: 173 time: 0.9406273 Apr 15 10:56:30.350700 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c20b408-9e10-4fc0-b65f-31efc447d2e2', 'name': 'network-vif-deleted', 'tag': '3077c64e-070e-4748-a017-c70a35b5cbf7', 'status': 'completed', 'code': 200} Apr 15 10:56:34.245637 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 3077c64e-070e-4748-a017-c70a35b5cbf7 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:56:34.284343 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] No Port match for: 3077c64e-070e-4748-a017-c70a35b5cbf7 {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:56:34.284827 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 3077c64e-070e-4748-a017-c70a35b5cbf7 not bound to the agent host hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:56:44.104797 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-0ad34ae7-c3d2-4fd9-b29c-4b31d17cc522 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:44.106455 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-0ad34ae7-c3d2-4fd9-b29c-4b31d17cc522 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/networks?id=c8672035-d385-4503-8a4f-7dac7766ec27 HTTP/1.1" status: 200 len: 813 time: 0.1693106 Apr 15 10:56:44.130587 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-3966b9e1-fad8-45d6-bb33-f208c54d4e15 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/quotas/6934d464d7bf46e392bd68c5be75ee7e HTTP/1.1" status: 200 len: 375 time: 0.0122993 Apr 15 10:56:44.194576 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-452b1f82-9879-4cc3-a464-fce289bb80d6 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6934d464d7bf46e392bd68c5be75ee7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577784 Apr 15 10:56:44.359157 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-57a67c16-5b48-4b6c-8963-6630f5c7cf96 service neutron] 10.222.0.36 "GET /v2.0/networks/c8672035-d385-4503-8a4f-7dac7766ec27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512089 Apr 15 10:56:44.573236 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-366eb05a-6161-47b5-a0dc-13fb29980664 service neutron] 10.222.0.36 "GET /v2.0/networks/c8672035-d385-4503-8a4f-7dac7766ec27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012236 Apr 15 10:56:44.824972 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b3014528-5c30-41a9-80a9-03c91c547d92 req-0359814e-a599-43d6-ac9f-f37828a2c27b tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/ports?device_id=8152e9fa-75f6-40bf-bf7f-ff926c79cf03 HTTP/1.1" status: 200 len: 210 time: 0.0798202 Apr 15 10:56:46.084800 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e166faca-32cf-4085-8871-7f56ca6963de req-880360a6-8b53-49d7-863a-045830d9a23a tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/ports?device_id=8152e9fa-75f6-40bf-bf7f-ff926c79cf03 HTTP/1.1" status: 200 len: 210 time: 0.0583825 Apr 15 10:56:46.241975 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-f949358f-d543-4e00-9d05-3e4c313c308c tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:46.243226 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-f949358f-d543-4e00-9d05-3e4c313c308c tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Synchronizing usage tracker for tenant:6934d464d7bf46e392bd68c5be75ee7e on resource:network {{(pid=85272) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:56:46.269551 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-f949358f-d543-4e00-9d05-3e4c313c308c tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Unset dirty status for tenant:6934d464d7bf46e392bd68c5be75ee7e on resource:network {{(pid=85272) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:56:46.271267 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-f949358f-d543-4e00-9d05-3e4c313c308c tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.60 "GET /v2.0/networks?id=c8672035-d385-4503-8a4f-7dac7766ec27 HTTP/1.1" status: 200 len: 813 time: 0.3018486 Apr 15 10:56:46.286049 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-1043db5e-c908-44ae-8474-6e3005bd620a tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Request body: {'port': {'device_id': '8152e9fa-75f6-40bf-bf7f-ff926c79cf03', 'network_id': 'c8672035-d385-4503-8a4f-7dac7766ec27', 'admin_state_up': True, 'tenant_id': '6934d464d7bf46e392bd68c5be75ee7e'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:46.457469 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-1043db5e-c908-44ae-8474-6e3005bd620a tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:46.462555 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-1043db5e-c908-44ae-8474-6e3005bd620a tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Usage tracker for resource:port and tenant:6934d464d7bf46e392bd68c5be75ee7e is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:46.465877 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-1043db5e-c908-44ae-8474-6e3005bd620a tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:46.473823 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-1043db5e-c908-44ae-8474-6e3005bd620a tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:46.484095 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-1043db5e-c908-44ae-8474-6e3005bd620a tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Made reservation on behalf of 6934d464d7bf46e392bd68c5be75ee7e for: {'port': 1} {{(pid=85272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:56:46.490873 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-1043db5e-c908-44ae-8474-6e3005bd620a tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:46.745625 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-1043db5e-c908-44ae-8474-6e3005bd620a tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Allocated IP 172.20.0.8 (c8672035-d385-4503-8a4f-7dac7766ec27/7f06f113-776b-43b5-b103-f0f3c2c46062/9f037e6a-1a6e-4620-96cc-827e8a03188c) {{(pid=85272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:56:47.039086 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-1043db5e-c908-44ae-8474-6e3005bd620a tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Notify callbacks [] for port, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:47.084505 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-1043db5e-c908-44ae-8474-6e3005bd620a tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:47.114117 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-eeaa27ed-5092-4d6c-8e2d-1a945f472c2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:47.345884 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043db5e-c908-44ae-8474-6e3005bd620a tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Pushing event updated for resources: {'Port': ['ID=9f037e6a-1a6e-4620-96cc-827e8a03188c,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:47.352210 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1043db5e-c908-44ae-8474-6e3005bd620a tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:47.384117 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ac9e7-4a13-4446-b427-fbd49cdc1d9f req-22bfe3eb-ab5e-48f0-ab74-657d42158868 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:47.386745 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-741ac9e7-4a13-4446-b427-fbd49cdc1d9f req-22bfe3eb-ab5e-48f0-ab74-657d42158868 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/ports?device_id=8152e9fa-75f6-40bf-bf7f-ff926c79cf03 HTTP/1.1" status: 200 len: 931 time: 0.1418731 Apr 15 10:56:47.429542 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-1043db5e-c908-44ae-8474-6e3005bd620a tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Network c8672035-d385-4503-8a4f-7dac7766ec27 is already hosted by enough agents. {{(pid=85272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:56:47.430944 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-1043db5e-c908-44ae-8474-6e3005bd620a tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Resources bound (agent type, host, resource id): {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:56:47.433552 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-1043db5e-c908-44ae-8474-6e3005bd620a tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Received port after_create {{(pid=85272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:56:47.460036 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-741ac9e7-4a13-4446-b427-fbd49cdc1d9f req-871a2bf4-1610-4851-a7b5-00c182c63651 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/security-groups?id=29b2f070-0b6a-4993-b13f-4f9421ccd3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659528 Apr 15 10:56:47.504604 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-1043db5e-c908-44ae-8474-6e3005bd620a tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:47.505270 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-1043db5e-c908-44ae-8474-6e3005bd620a tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:47.532017 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-1043db5e-c908-44ae-8474-6e3005bd620a tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2518466 Apr 15 10:56:47.544489 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-b86f1da7-1bdf-462e-bd6f-0655f50da64c service neutron] Request body: {'port': {'device_id': '8152e9fa-75f6-40bf-bf7f-ff926c79cf03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:47.682408 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-b86f1da7-1bdf-462e-bd6f-0655f50da64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:48.222014 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-b86f1da7-1bdf-462e-bd6f-0655f50da64c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f037e6a-1a6e-4620-96cc-827e8a03188c {{(pid=85272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:56:48.231146 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-b86f1da7-1bdf-462e-bd6f-0655f50da64c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:48.246854 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-b86f1da7-1bdf-462e-bd6f-0655f50da64c service neutron] Transition to ACTIVE for port object 9f037e6a-1a6e-4620-96cc-827e8a03188c will not be triggered until provisioned by entity L2. {{(pid=85272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:56:48.250106 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-b86f1da7-1bdf-462e-bd6f-0655f50da64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852030086'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:48.267039 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1043db5e-c908-44ae-8474-6e3005bd620a tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:48.456891 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f1da7-1bdf-462e-bd6f-0655f50da64c service neutron] Pushing event updated for resources: {'Port': ['ID=9f037e6a-1a6e-4620-96cc-827e8a03188c,revision_number=2']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:48.460020 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-b86f1da7-1bdf-462e-bd6f-0655f50da64c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:48.727746 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-b86f1da7-1bdf-462e-bd6f-0655f50da64c service neutron] Attempting to bind port 9f037e6a-1a6e-4620-96cc-827e8a03188c on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:56:48.728327 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-b86f1da7-1bdf-462e-bd6f-0655f50da64c service neutron] Attempting to bind port 9f037e6a-1a6e-4620-96cc-827e8a03188c by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '69c47fd9-9723-4cb7-8194-328216ec5f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c8672035-d385-4503-8a4f-7dac7766ec27'}] {{(pid=85272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:56:48.728783 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-b86f1da7-1bdf-462e-bd6f-0655f50da64c service neutron] Attempting to bind port 9f037e6a-1a6e-4620-96cc-827e8a03188c on network c8672035-d385-4503-8a4f-7dac7766ec27 {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:56:48.734824 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-b86f1da7-1bdf-462e-bd6f-0655f50da64c service neutron] Port 9f037e6a-1a6e-4620-96cc-827e8a03188c on network c8672035-d385-4503-8a4f-7dac7766ec27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:56:48.735439 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-b86f1da7-1bdf-462e-bd6f-0655f50da64c service neutron] Attempting to bind port 9f037e6a-1a6e-4620-96cc-827e8a03188c on network c8672035-d385-4503-8a4f-7dac7766ec27 {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:56:48.744036 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-b86f1da7-1bdf-462e-bd6f-0655f50da64c service neutron] Checking agent: {'id': '39ee03b0-0a73-4082-87ae-8bc447154759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:56:48.744473 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-b86f1da7-1bdf-462e-bd6f-0655f50da64c service neutron] Checking segment: {'id': '69c47fd9-9723-4cb7-8194-328216ec5f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c8672035-d385-4503-8a4f-7dac7766ec27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:56:48.744841 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-b86f1da7-1bdf-462e-bd6f-0655f50da64c service neutron] Bound using segment: {'id': '69c47fd9-9723-4cb7-8194-328216ec5f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c8672035-d385-4503-8a4f-7dac7766ec27'} {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:56:48.745327 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-b86f1da7-1bdf-462e-bd6f-0655f50da64c service neutron] Bound port: 9f037e6a-1a6e-4620-96cc-827e8a03188c, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c47fd9-9723-4cb7-8194-328216ec5f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c8672035-d385-4503-8a4f-7dac7766ec27'}}] {{(pid=85272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:56:48.745710 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-b86f1da7-1bdf-462e-bd6f-0655f50da64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:48.858525 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-b86f1da7-1bdf-462e-bd6f-0655f50da64c service neutron] For port 9f037e6a-1a6e-4620-96cc-827e8a03188c, host hv-cinder-78638, cleared binding levels {{(pid=85272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:56:48.862638 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-b86f1da7-1bdf-462e-bd6f-0655f50da64c service neutron] For port 9f037e6a-1a6e-4620-96cc-827e8a03188c, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9f037e6a-1a6e-4620-96cc-827e8a03188c,segment=NetworkSegment(69c47fd9-9723-4cb7-8194-328216ec5f1e),segment_id=69c47fd9-9723-4cb7-8194-328216ec5f1e)] {{(pid=85272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:56:48.866455 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-b86f1da7-1bdf-462e-bd6f-0655f50da64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852030086'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:48.884873 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-b86f1da7-1bdf-462e-bd6f-0655f50da64c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:49.057529 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f1da7-1bdf-462e-bd6f-0655f50da64c service neutron] Pushing event updated for resources: {'Port': ['ID=9f037e6a-1a6e-4620-96cc-827e8a03188c,revision_number=3']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:49.062358 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-b86f1da7-1bdf-462e-bd6f-0655f50da64c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:49.090861 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088e978-ca97-46e9-a7b8-315a92d35e6f req-ecdc0e78-2926-4f41-b187-7733e0332fd3 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:49.092579 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6088e978-ca97-46e9-a7b8-315a92d35e6f req-ecdc0e78-2926-4f41-b187-7733e0332fd3 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/ports?device_id=8152e9fa-75f6-40bf-bf7f-ff926c79cf03 HTTP/1.1" status: 200 len: 943 time: 0.4589283 Apr 15 10:56:49.103114 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-b86f1da7-1bdf-462e-bd6f-0655f50da64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:49.103829 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-b86f1da7-1bdf-462e-bd6f-0655f50da64c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:49.105306 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-b86f1da7-1bdf-462e-bd6f-0655f50da64c service neutron] 10.222.0.60 "PUT /v2.0/ports/9f037e6a-1a6e-4620-96cc-827e8a03188c HTTP/1.1" status: 200 len: 1093 time: 1.5655956 Apr 15 10:56:49.105890 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8152e9fa-75f6-40bf-bf7f-ff926c79cf03', 'tag': '9f037e6a-1a6e-4620-96cc-827e8a03188c'}] {{(pid=85272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:49.152172 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6088e978-ca97-46e9-a7b8-315a92d35e6f req-25f9bb9f-9443-4fb2-9ccf-f8f28e129a07 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/security-groups?id=29b2f070-0b6a-4993-b13f-4f9421ccd3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522449 Apr 15 10:56:49.188914 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8152e9fa-75f6-40bf-bf7f-ff926c79cf03', 'tag': '9f037e6a-1a6e-4620-96cc-827e8a03188c', 'status': 'completed', 'code': 200} Apr 15 10:56:49.287551 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-91eefaf2-1eda-4078-bf48-a57df8081585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:49.289278 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-91eefaf2-1eda-4078-bf48-a57df8081585 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6934d464d7bf46e392bd68c5be75ee7e&device_id=8152e9fa-75f6-40bf-bf7f-ff926c79cf03 HTTP/1.1" status: 200 len: 1096 time: 0.0956106 Apr 15 10:56:49.369967 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-bf7fb019-7f0a-4380-a1b6-c0cd1b54c2b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f037e6a-1a6e-4620-96cc-827e8a03188c HTTP/1.1" status: 200 len: 217 time: 0.0725412 Apr 15 10:56:49.460401 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-44a433fd-7836-4697-919d-ae13c16bf1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:49.463435 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-44a433fd-7836-4697-919d-ae13c16bf1f8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f06f113-776b-43b5-b103-f0f3c2c46062 HTTP/1.1" status: 200 len: 853 time: 0.0873210 Apr 15 10:56:49.526547 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-75f435c4-dad3-4c97-96d0-16022728a437 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c8672035-d385-4503-8a4f-7dac7766ec27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562305 Apr 15 10:56:49.917028 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-83c96ee6-44b7-4f4a-b00a-2f0ce1f3ed39 service neutron] 10.222.0.60 "GET /v2.0/networks/c8672035-d385-4503-8a4f-7dac7766ec27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839018 Apr 15 10:56:50.098055 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-00539310-0a9f-4d33-8388-65d546d78ae8 req-fd5616c3-586b-4a09-8f76-1dd10f767484 service neutron] 10.222.0.60 "GET /v2.0/networks/c8672035-d385-4503-8a4f-7dac7766ec27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729689 Apr 15 10:56:50.361843 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90705d4-9917-449d-90f0-d59abe127613 req-094925a7-2217-4876-9cda-c94863be6b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:50.363443 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e90705d4-9917-449d-90f0-d59abe127613 req-094925a7-2217-4876-9cda-c94863be6b6b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6934d464d7bf46e392bd68c5be75ee7e&device_id=8152e9fa-75f6-40bf-bf7f-ff926c79cf03 HTTP/1.1" status: 200 len: 1096 time: 0.0999174 Apr 15 10:56:50.486793 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901033c8-c50b-4ae2-9278-ff8db8b96d6e req-654d6efa-7eb3-4cba-9b61-82d3f683ebe8 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:50.489730 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-901033c8-c50b-4ae2-9278-ff8db8b96d6e req-654d6efa-7eb3-4cba-9b61-82d3f683ebe8 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/ports?device_id=8152e9fa-75f6-40bf-bf7f-ff926c79cf03 HTTP/1.1" status: 200 len: 943 time: 0.1514914 Apr 15 10:56:50.541935 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90705d4-9917-449d-90f0-d59abe127613 req-1ab330f7-6a73-4b85-bc6d-1ddee180dca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:50.544637 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e90705d4-9917-449d-90f0-d59abe127613 req-1ab330f7-6a73-4b85-bc6d-1ddee180dca6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c8672035-d385-4503-8a4f-7dac7766ec27 HTTP/1.1" status: 200 len: 914 time: 0.1739252 Apr 15 10:56:50.558034 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-901033c8-c50b-4ae2-9278-ff8db8b96d6e req-a992b4c5-9cdf-492d-ae6e-718c0467e53c tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/security-groups?id=29b2f070-0b6a-4993-b13f-4f9421ccd3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608923 Apr 15 10:56:50.670337 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e90705d4-9917-449d-90f0-d59abe127613 req-afc2896c-7d82-4a41-a0a6-85e080d6030f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f037e6a-1a6e-4620-96cc-827e8a03188c HTTP/1.1" status: 200 len: 217 time: 0.1190240 Apr 15 10:56:50.758297 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90705d4-9917-449d-90f0-d59abe127613 req-7dc49b7e-179c-43bc-9680-b0eabd56ad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:50.761112 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e90705d4-9917-449d-90f0-d59abe127613 req-7dc49b7e-179c-43bc-9680-b0eabd56ad79 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f06f113-776b-43b5-b103-f0f3c2c46062 HTTP/1.1" status: 200 len: 853 time: 0.0848658 Apr 15 10:56:50.769203 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:56:50.824281 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e90705d4-9917-449d-90f0-d59abe127613 req-b591562f-b755-4f88-a904-5b0ad2715b6a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c8672035-d385-4503-8a4f-7dac7766ec27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570500 Apr 15 10:56:50.879450 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2dd70a15-78b6-45c7-8792-377cce1bbb94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:51.044849 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e90705d4-9917-449d-90f0-d59abe127613 req-3884d941-4720-47b9-b046-4614c7512bb3 service neutron] 10.222.0.60 "GET /v2.0/networks/c8672035-d385-4503-8a4f-7dac7766ec27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129624 Apr 15 10:56:51.198942 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e90705d4-9917-449d-90f0-d59abe127613 req-6fcd3392-7adc-4648-9453-cabfc11d3652 service neutron] 10.222.0.60 "GET /v2.0/networks/c8672035-d385-4503-8a4f-7dac7766ec27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474905 Apr 15 10:56:51.789117 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f1842-ddf0-4bc5-9e1f-43c9e89ec1b0 req-8a48aba2-b0c3-4497-b1dd-5347c4b225c2 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:51.790871 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ff0f1842-ddf0-4bc5-9e1f-43c9e89ec1b0 req-8a48aba2-b0c3-4497-b1dd-5347c4b225c2 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/ports?device_id=8152e9fa-75f6-40bf-bf7f-ff926c79cf03 HTTP/1.1" status: 200 len: 943 time: 0.0987482 Apr 15 10:56:51.848611 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ff0f1842-ddf0-4bc5-9e1f-43c9e89ec1b0 req-320e954f-f4a6-45fc-a023-3d3c1fc1b2b3 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/security-groups?id=29b2f070-0b6a-4993-b13f-4f9421ccd3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459311 Apr 15 10:56:53.075207 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f9d52-4fd1-4a96-811c-bdc0cb87af91 req-4505188f-de36-4126-8e55-2e7520a6ed05 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:53.076930 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c99f9d52-4fd1-4a96-811c-bdc0cb87af91 req-4505188f-de36-4126-8e55-2e7520a6ed05 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/ports?device_id=8152e9fa-75f6-40bf-bf7f-ff926c79cf03 HTTP/1.1" status: 200 len: 943 time: 0.1010072 Apr 15 10:56:53.134857 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c99f9d52-4fd1-4a96-811c-bdc0cb87af91 req-f0f9466d-f62c-4de3-b4dd-2c8287e19504 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/security-groups?id=29b2f070-0b6a-4993-b13f-4f9421ccd3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493388 Apr 15 10:56:53.331378 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4380a8b6-2e8e-4b9a-9991-bef4b12c8572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:54.140064 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:54.287902 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 9f037e6a-1a6e-4620-96cc-827e8a03188c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:56:54.386402 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4611741-936f-4dcf-8f6d-6c4f3e9eb715 req-7d07d03e-0c9a-4b53-b448-400e0a980c55 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:54.388185 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f4611741-936f-4dcf-8f6d-6c4f3e9eb715 req-7d07d03e-0c9a-4b53-b448-400e0a980c55 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/ports?device_id=8152e9fa-75f6-40bf-bf7f-ff926c79cf03 HTTP/1.1" status: 200 len: 943 time: 0.1258831 Apr 15 10:56:54.398848 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:54.446167 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f4611741-936f-4dcf-8f6d-6c4f3e9eb715 req-44cc22f7-6e5e-4f18-81bb-8a2a050dff45 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/security-groups?id=29b2f070-0b6a-4993-b13f-4f9421ccd3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478404 Apr 15 10:56:54.467517 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 9f037e6a-1a6e-4620-96cc-827e8a03188c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9f037e6a-1a6e-4620-96cc-827e8a03188c,segment=NetworkSegment(69c47fd9-9723-4cb7-8194-328216ec5f1e),segment_id=69c47fd9-9723-4cb7-8194-328216ec5f1e)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:54.489771 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Returning: {'device': '9f037e6a-1a6e-4620-96cc-827e8a03188c', 'network_id': 'c8672035-d385-4503-8a4f-7dac7766ec27', 'port_id': '9f037e6a-1a6e-4620-96cc-827e8a03188c', 'mac_address': 'fa:16:3e:fb:45:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f06f113-776b-43b5-b103-f0f3c2c46062', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:56:54.604256 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:54.637664 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f037e6a-1a6e-4620-96cc-827e8a03188c {{(pid=85273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:56:54.666570 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 9f037e6a-1a6e-4620-96cc-827e8a03188c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9f037e6a-1a6e-4620-96cc-827e8a03188c,segment=NetworkSegment(69c47fd9-9723-4cb7-8194-328216ec5f1e),segment_id=69c47fd9-9723-4cb7-8194-328216ec5f1e)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:54.677786 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:54.679835 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:54.758366 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=9f037e6a-1a6e-4620-96cc-827e8a03188c,revision_number=4']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:54.767665 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:54.768078 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:54.768473 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:54.768861 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:54.769244 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:54.769625 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:54.770011 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:54.770389 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:54.770789 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:54.771197 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:54.771553 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:54.771939 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:54.776522 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:55.056650 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['9f037e6a-1a6e-4620-96cc-827e8a03188c'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:56:55.137169 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:55.176041 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:55.708467 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351bf6b-32f7-4b34-9893-30f6ad4deb96 req-f37b34fd-3fbe-4651-8cd8-dc36b4e1dff2 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:55.710189 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7351bf6b-32f7-4b34-9893-30f6ad4deb96 req-f37b34fd-3fbe-4651-8cd8-dc36b4e1dff2 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/ports?device_id=8152e9fa-75f6-40bf-bf7f-ff926c79cf03 HTTP/1.1" status: 200 len: 944 time: 0.1205397 Apr 15 10:56:55.771621 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7351bf6b-32f7-4b34-9893-30f6ad4deb96 req-0ed9ec53-5d07-48ff-bbd4-68564878ecfe tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/security-groups?id=29b2f070-0b6a-4993-b13f-4f9421ccd3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475557 Apr 15 10:56:56.292804 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 9f037e6a-1a6e-4620-96cc-827e8a03188c up at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:56:56.435533 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning for port 9f037e6a-1a6e-4620-96cc-827e8a03188c completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:56:56.446625 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning complete for port 9f037e6a-1a6e-4620-96cc-827e8a03188c triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:56:56.447747 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:56.607412 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:56.648574 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8152e9fa-75f6-40bf-bf7f-ff926c79cf03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f037e6a-1a6e-4620-96cc-827e8a03188c'}] {{(pid=85273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:56.660927 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 9f037e6a-1a6e-4620-96cc-827e8a03188c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9f037e6a-1a6e-4620-96cc-827e8a03188c,segment=NetworkSegment(69c47fd9-9723-4cb7-8194-328216ec5f1e),segment_id=69c47fd9-9723-4cb7-8194-328216ec5f1e)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:56.665355 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:56.668020 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:56.737095 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8152e9fa-75f6-40bf-bf7f-ff926c79cf03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f037e6a-1a6e-4620-96cc-827e8a03188c', 'code': 200} Apr 15 10:56:56.782352 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=9f037e6a-1a6e-4620-96cc-827e8a03188c,revision_number=5']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:56.788602 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:57.059357 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bea62d-9bc1-4748-b7a3-d574e25972b9 req-833b84d6-3d27-47d6-b414-76b2b9ca6d8f tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:57.061920 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c8bea62d-9bc1-4748-b7a3-d574e25972b9 req-833b84d6-3d27-47d6-b414-76b2b9ca6d8f tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/ports?device_id=8152e9fa-75f6-40bf-bf7f-ff926c79cf03 HTTP/1.1" status: 200 len: 945 time: 0.1234593 Apr 15 10:56:57.064482 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707a6e7-e188-4903-b0b0-6cddfffa08ac req-474fcbf4-340f-48ae-8922-af9b6e6f2d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:57.066274 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4707a6e7-e188-4903-b0b0-6cddfffa08ac req-474fcbf4-340f-48ae-8922-af9b6e6f2d5b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8152e9fa-75f6-40bf-bf7f-ff926c79cf03 HTTP/1.1" status: 200 len: 1098 time: 0.1162796 Apr 15 10:56:57.122758 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4707a6e7-e188-4903-b0b0-6cddfffa08ac req-91b9c9de-4440-4906-9601-150d17b465c5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=29b2f070-0b6a-4993-b13f-4f9421ccd3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493865 Apr 15 10:56:57.127145 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c8bea62d-9bc1-4748-b7a3-d574e25972b9 req-e95dca7c-7411-45a5-913a-64d7dc6939cb tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/security-groups?id=29b2f070-0b6a-4993-b13f-4f9421ccd3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517595 Apr 15 10:56:58.441133 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127d5f-db99-4b53-b5c6-b6913b02ddd8 req-bd5336e5-a2d5-41a3-82fe-305ca6a7bbc3 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:58.442751 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-95127d5f-db99-4b53-b5c6-b6913b02ddd8 req-bd5336e5-a2d5-41a3-82fe-305ca6a7bbc3 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/ports?device_id=8152e9fa-75f6-40bf-bf7f-ff926c79cf03 HTTP/1.1" status: 200 len: 945 time: 0.1325109 Apr 15 10:56:58.493463 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3bb05e60-31cc-49a6-a952-37bdb9a11f48 req-a150f508-72b8-4159-b412-9d0065e5b3ab service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1304855 Apr 15 10:56:58.504547 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-95127d5f-db99-4b53-b5c6-b6913b02ddd8 req-39f989db-f3d7-40ea-aa51-99347a55c64f tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/security-groups?id=29b2f070-0b6a-4993-b13f-4f9421ccd3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507736 Apr 15 10:56:58.679795 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb05e60-31cc-49a6-a952-37bdb9a11f48 req-3341d14e-a21e-4620-88cb-531eb17cbdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:58.681417 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3bb05e60-31cc-49a6-a952-37bdb9a11f48 req-3341d14e-a21e-4620-88cb-531eb17cbdcf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=689fecd83bc6425fa49a8b8585fa7766&device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 1098 time: 0.0979857 Apr 15 10:56:58.853762 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb05e60-31cc-49a6-a952-37bdb9a11f48 req-2117da98-68d2-429f-8479-92d54d9e8169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:58.855382 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3bb05e60-31cc-49a6-a952-37bdb9a11f48 req-2117da98-68d2-429f-8479-92d54d9e8169 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f668c3bb-e88f-444d-af6d-837916f0416a HTTP/1.1" status: 200 len: 916 time: 0.1517391 Apr 15 10:56:58.981165 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3bb05e60-31cc-49a6-a952-37bdb9a11f48 req-d5bf9013-b353-4cb4-8cbd-a35852232cad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=165fd55e-b424-4e03-8a0d-8fc53c1a956b HTTP/1.1" status: 200 len: 999 time: 0.1166675 Apr 15 10:56:59.083566 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb05e60-31cc-49a6-a952-37bdb9a11f48 req-73c508c3-6f9f-42d5-925d-823c8d17d079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:59.085177 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3bb05e60-31cc-49a6-a952-37bdb9a11f48 req-73c508c3-6f9f-42d5-925d-823c8d17d079 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb6df1b7-a13f-4f84-b22c-9831f4c87d61 HTTP/1.1" status: 200 len: 854 time: 0.0731165 Apr 15 10:56:59.184341 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb05e60-31cc-49a6-a952-37bdb9a11f48 req-5376c00a-585f-4cf0-86ae-df83348f3f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:59.185876 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3bb05e60-31cc-49a6-a952-37bdb9a11f48 req-5376c00a-585f-4cf0-86ae-df83348f3f35 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f668c3bb-e88f-444d-af6d-837916f0416a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0944462 Apr 15 10:56:59.340744 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3bb05e60-31cc-49a6-a952-37bdb9a11f48 req-aeb129d4-5f75-4b56-8dca-c38ea939a4da service neutron] 10.222.0.60 "GET /v2.0/networks/f668c3bb-e88f-444d-af6d-837916f0416a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483586 Apr 15 10:56:59.513301 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3bb05e60-31cc-49a6-a952-37bdb9a11f48 req-9d7ce819-ed43-4599-b437-aa562c0d96af service neutron] 10.222.0.60 "GET /v2.0/networks/f668c3bb-e88f-444d-af6d-837916f0416a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661367 Apr 15 10:56:59.785550 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b4747-22c1-4d84-bb69-ccfefc22de36 req-b022a046-4b1c-4404-a368-dc08e4a5c380 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:59.787907 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d26b4747-22c1-4d84-bb69-ccfefc22de36 req-b022a046-4b1c-4404-a368-dc08e4a5c380 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/ports?device_id=8152e9fa-75f6-40bf-bf7f-ff926c79cf03 HTTP/1.1" status: 200 len: 945 time: 0.1202593 Apr 15 10:56:59.850088 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d26b4747-22c1-4d84-bb69-ccfefc22de36 req-6a092e5f-4e11-4de9-be4e-6498a06aa46a tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/security-groups?id=29b2f070-0b6a-4993-b13f-4f9421ccd3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540686 Apr 15 10:57:20.870692 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-71f1808b-45ac-4924-af37-63d2397b631c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:23.337679 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-7a00b81f-e9e1-4637-a706-1838b5b9235d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:24.143116 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:24.343807 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:25.119341 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:25.180281 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:26.487625 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6176c4e-9616-4097-ad36-c93dd6ff46c7 req-9748a501-cf84-4dcb-84c3-5f2245544a3b tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:26.489372 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b6176c4e-9616-4097-ad36-c93dd6ff46c7 req-9748a501-cf84-4dcb-84c3-5f2245544a3b tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/ports?device_id=8152e9fa-75f6-40bf-bf7f-ff926c79cf03 HTTP/1.1" status: 200 len: 945 time: 0.1053097 Apr 15 10:57:26.567095 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b6176c4e-9616-4097-ad36-c93dd6ff46c7 req-4515d781-76da-49df-8def-c631ba985c6b tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/security-groups?id=29b2f070-0b6a-4993-b13f-4f9421ccd3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573571 Apr 15 10:57:27.769874 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:57:27.783396 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d17c64-9d5c-47fb-82ed-a41a36f41cfe req-558a9117-21a4-4f53-b602-1e602d61f05c tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:27.785071 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-53d17c64-9d5c-47fb-82ed-a41a36f41cfe req-558a9117-21a4-4f53-b602-1e602d61f05c tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/ports?device_id=8152e9fa-75f6-40bf-bf7f-ff926c79cf03 HTTP/1.1" status: 200 len: 945 time: 0.0958691 Apr 15 10:57:27.840469 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-53d17c64-9d5c-47fb-82ed-a41a36f41cfe req-6b858766-5a39-4167-9a7c-ec864e7dcdb4 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/security-groups?id=29b2f070-0b6a-4993-b13f-4f9421ccd3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485499 Apr 15 10:57:28.230738 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8a2fb-33cd-42ae-a3af-f9776d60a476 req-cd10bafe-44e4-4ad6-94e7-610778fdbe79 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:28.231566 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-65f8a2fb-33cd-42ae-a3af-f9776d60a476 req-cd10bafe-44e4-4ad6-94e7-610778fdbe79 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Synchronizing usage tracker for tenant:6934d464d7bf46e392bd68c5be75ee7e on resource:port {{(pid=85272) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:57:28.248025 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-65f8a2fb-33cd-42ae-a3af-f9776d60a476 req-cd10bafe-44e4-4ad6-94e7-610778fdbe79 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Unset dirty status for tenant:6934d464d7bf46e392bd68c5be75ee7e on resource:port {{(pid=85272) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:57:28.249302 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-65f8a2fb-33cd-42ae-a3af-f9776d60a476 req-cd10bafe-44e4-4ad6-94e7-610778fdbe79 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.60 "GET /v2.0/ports?device_id=8152e9fa-75f6-40bf-bf7f-ff926c79cf03 HTTP/1.1" status: 200 len: 945 time: 0.1139660 Apr 15 10:57:28.334019 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-65f8a2fb-33cd-42ae-a3af-f9776d60a476 req-e33606d7-950d-433d-a218-b2ff55e633fa tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Deleting port 9f037e6a-1a6e-4620-96cc-827e8a03188c {{(pid=85272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:57:28.334437 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-65f8a2fb-33cd-42ae-a3af-f9776d60a476 req-e33606d7-950d-433d-a218-b2ff55e633fa tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:28.672225 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-65f8a2fb-33cd-42ae-a3af-f9776d60a476 req-e33606d7-950d-433d-a218-b2ff55e633fa tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] For port 9f037e6a-1a6e-4620-96cc-827e8a03188c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9f037e6a-1a6e-4620-96cc-827e8a03188c,segment=NetworkSegment(69c47fd9-9723-4cb7-8194-328216ec5f1e),segment_id=69c47fd9-9723-4cb7-8194-328216ec5f1e)] {{(pid=85272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:28.672659 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-65f8a2fb-33cd-42ae-a3af-f9776d60a476 req-e33606d7-950d-433d-a218-b2ff55e633fa tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:28.838010 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-65f8a2fb-33cd-42ae-a3af-f9776d60a476 req-e33606d7-950d-433d-a218-b2ff55e633fa tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Calling delete_port for 9f037e6a-1a6e-4620-96cc-827e8a03188c owned by compute:nova {{(pid=85272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:57:29.019859 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-65f8a2fb-33cd-42ae-a3af-f9776d60a476 req-e33606d7-950d-433d-a218-b2ff55e633fa tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:29.037217 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['9f037e6a-1a6e-4620-96cc-827e8a03188c'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:57:29.044920 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-d92c7768-5a44-4c86-ae17-32682c72a342 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:29.093563 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568ef8b-dd01-4914-9f81-068a1502bb18 req-4b72f824-458b-4c42-89d9-2aae39aa4460 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:29.098479 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3568ef8b-dd01-4914-9f81-068a1502bb18 req-4b72f824-458b-4c42-89d9-2aae39aa4460 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/ports?device_id=8152e9fa-75f6-40bf-bf7f-ff926c79cf03 HTTP/1.1" status: 200 len: 867 time: 0.1319449 Apr 15 10:57:29.151483 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33606d7-950d-433d-a218-b2ff55e633fa tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Pushing event deleted for resources: {'Port': ['ID=9f037e6a-1a6e-4620-96cc-827e8a03188c,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:29.155507 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3568ef8b-dd01-4914-9f81-068a1502bb18 req-153dbcaa-6a65-4ca3-8638-638084ba8941 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.36 "GET /v2.0/security-groups?id=29b2f070-0b6a-4993-b13f-4f9421ccd3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499513 Apr 15 10:57:29.159688 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e33606d7-950d-433d-a218-b2ff55e633fa tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:29.350978 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f8a2fb-33cd-42ae-a3af-f9776d60a476 req-e33606d7-950d-433d-a218-b2ff55e633fa tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] No DVR routers for this DVR port 9f037e6a-1a6e-4620-96cc-827e8a03188c on host hv-cinder-78638 {{(pid=85272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:57:29.354006 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-65f8a2fb-33cd-42ae-a3af-f9776d60a476 req-e33606d7-950d-433d-a218-b2ff55e633fa tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:29.357410 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8152e9fa-75f6-40bf-bf7f-ff926c79cf03', 'name': 'network-vif-deleted', 'tag': '9f037e6a-1a6e-4620-96cc-827e8a03188c'}] {{(pid=85272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:57:29.375883 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-65f8a2fb-33cd-42ae-a3af-f9776d60a476 req-e33606d7-950d-433d-a218-b2ff55e633fa tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] 10.222.0.60 "DELETE /v2.0/ports/9f037e6a-1a6e-4620-96cc-827e8a03188c HTTP/1.1" status: 204 len: 173 time: 1.1211548 Apr 15 10:57:29.416206 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8152e9fa-75f6-40bf-bf7f-ff926c79cf03', 'name': 'network-vif-deleted', 'tag': '9f037e6a-1a6e-4620-96cc-827e8a03188c', 'status': 'completed', 'code': 200} Apr 15 10:57:32.447573 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 9f037e6a-1a6e-4620-96cc-827e8a03188c no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:57:32.493555 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] No Port match for: 9f037e6a-1a6e-4620-96cc-827e8a03188c {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:57:32.493943 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 9f037e6a-1a6e-4620-96cc-827e8a03188c not bound to the agent host hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:57:50.864389 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a600c218-0bb2-4634-82a0-e5a737a7b3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:53.343512 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8d5386d5-87e3-4ced-8ff2-66d996d38fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:54.145127 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:54.342867 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:55.127031 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:55.187734 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:58.299637 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 45058) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:58.374153 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3e19e94-1ced-4f6b-ba34-f6767ddc7cdc admin admin] Deleting subnet 7f06f113-776b-43b5-b103-f0f3c2c46062 {{(pid=85270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 10:57:58.378188 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e3e19e94-1ced-4f6b-ba34-f6767ddc7cdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:58.436656 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e3e19e94-1ced-4f6b-ba34-f6767ddc7cdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851805275'] for subnet, precommit_delete_associations {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:58.503686 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e3e19e94-1ced-4f6b-ba34-f6767ddc7cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32014'] for subnet, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:58.818549 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e3e19e94-1ced-4f6b-ba34-f6767ddc7cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854743802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850600606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146478'] for subnet, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:58.833273 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:58.923989 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e19e94-1ced-4f6b-ba34-f6767ddc7cdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f06f113-776b-43b5-b103-f0f3c2c46062,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:58.949367 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e19e94-1ced-4f6b-ba34-f6767ddc7cdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:58.949785 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e19e94-1ced-4f6b-ba34-f6767ddc7cdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:58.950195 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e19e94-1ced-4f6b-ba34-f6767ddc7cdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:58.950594 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e19e94-1ced-4f6b-ba34-f6767ddc7cdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:58.951016 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e19e94-1ced-4f6b-ba34-f6767ddc7cdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:58.951414 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e19e94-1ced-4f6b-ba34-f6767ddc7cdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:58.951808 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e19e94-1ced-4f6b-ba34-f6767ddc7cdc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:58.952216 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e19e94-1ced-4f6b-ba34-f6767ddc7cdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:58.952589 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e19e94-1ced-4f6b-ba34-f6767ddc7cdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:58.952974 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e19e94-1ced-4f6b-ba34-f6767ddc7cdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:58.953363 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e19e94-1ced-4f6b-ba34-f6767ddc7cdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:58.954270 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e19e94-1ced-4f6b-ba34-f6767ddc7cdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:58.960447 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e3e19e94-1ced-4f6b-ba34-f6767ddc7cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:58.992535 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e3e19e94-1ced-4f6b-ba34-f6767ddc7cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for subnet, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:59.001561 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-e3e19e94-1ced-4f6b-ba34-f6767ddc7cdc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7f06f113-776b-43b5-b103-f0f3c2c46062 HTTP/1.1" status: 204 len: 168 time: 0.7006221 Apr 15 10:57:59.004157 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 45064) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:59.126472 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9f1d4852-0812-41b5-a5a0-c059e6929f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853840452'] for network, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:59.337707 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9f1d4852-0812-41b5-a5a0-c059e6929f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854600463', 'neutron.services.segments.db._delete_segments_for_network--9223363301131922753'] for network, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:59.438600 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f9c6de0a-2c0d-402f-9797-cb036bad2dd9 req-40503b16-2fa2-4bcc-a4dd-6945d2584958 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5d5e5771-8f9b-4b37-a715-27b78f092b1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1127295 Apr 15 10:57:59.483603 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-9f1d4852-0812-41b5-a5a0-c059e6929f6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8672035-d385-4503-8a4f-7dac7766ec27']}} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:59.503285 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-9f1d4852-0812-41b5-a5a0-c059e6929f6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c47fd9-9723-4cb7-8194-328216ec5f1e') {'for_net_delete': True} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:59.503797 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-9f1d4852-0812-41b5-a5a0-c059e6929f6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c47fd9-9723-4cb7-8194-328216ec5f1e') {} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:59.522538 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9f1d4852-0812-41b5-a5a0-c059e6929f6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301131932993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2970557'] for segment, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:59.540027 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9f1d4852-0812-41b5-a5a0-c059e6929f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854748824'] for segment, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:59.546761 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f1d4852-0812-41b5-a5a0-c059e6929f6f admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=85270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 10:57:59.548349 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6de0a-2c0d-402f-9797-cb036bad2dd9 req-7192f070-166f-42c8-9bd0-b1bff00ea059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:59.551070 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f9c6de0a-2c0d-402f-9797-cb036bad2dd9 req-7192f070-166f-42c8-9bd0-b1bff00ea059 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d516e7b1217b4704a4aa785b44efb62b&device_id=5d5e5771-8f9b-4b37-a715-27b78f092b1f HTTP/1.1" status: 200 len: 1099 time: 0.0906992 Apr 15 10:57:59.730158 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6de0a-2c0d-402f-9797-cb036bad2dd9 req-e1f7c71c-baba-4281-8048-8eb4506fa1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:59.731827 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f9c6de0a-2c0d-402f-9797-cb036bad2dd9 req-e1f7c71c-baba-4281-8048-8eb4506fa1ce service neutron] 10.222.0.60 "GET /v2.0/networks?id=4f8d55c0-b745-4c00-b4f6-c4a822798a19 HTTP/1.1" status: 200 len: 913 time: 0.1606450 Apr 15 10:57:59.775757 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-9f1d4852-0812-41b5-a5a0-c059e6929f6f admin admin] Network c8672035-d385-4503-8a4f-7dac7766ec27 has no segments {{(pid=85270) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:57:59.791009 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9f1d4852-0812-41b5-a5a0-c059e6929f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-26960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4175553'] for segment, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:59.877333 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f9c6de0a-2c0d-402f-9797-cb036bad2dd9 req-e395d689-7ee2-4757-b31a-a56342809b61 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fba1157-274d-4bee-8855-eff960b524a0 HTTP/1.1" status: 200 len: 1002 time: 0.1388049 Apr 15 10:57:59.972335 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6de0a-2c0d-402f-9797-cb036bad2dd9 req-db13a140-0751-4fe1-ae91-d3f9b5b4875d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:59.975016 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f9c6de0a-2c0d-402f-9797-cb036bad2dd9 req-db13a140-0751-4fe1-ae91-d3f9b5b4875d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=75809ed1-552c-494e-b7fe-6c14ea11681a HTTP/1.1" status: 200 len: 851 time: 0.0909269 Apr 15 10:57:59.994846 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-9f1d4852-0812-41b5-a5a0-c059e6929f6f admin admin] Network c8672035-d385-4503-8a4f-7dac7766ec27 has no segments {{(pid=85270) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:58:00.020678 dv-cinder-786383-1-iscsi neutron-server[85157]: Traceback (most recent call last): Apr 15 10:58:00.020678 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 10:58:00.020678 dv-cinder-786383-1-iscsi neutron-server[85157]: timer() Apr 15 10:58:00.020678 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 10:58:00.020678 dv-cinder-786383-1-iscsi neutron-server[85157]: cb(*args, **kw) Apr 15 10:58:00.020678 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 10:58:00.020678 dv-cinder-786383-1-iscsi neutron-server[85157]: return func(*args, **kwargs) Apr 15 10:58:00.020678 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 10:58:00.020678 dv-cinder-786383-1-iscsi neutron-server[85157]: self._notify() Apr 15 10:58:00.020678 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 10:58:00.020678 dv-cinder-786383-1-iscsi neutron-server[85157]: self.callback(batched_events) Apr 15 10:58:00.020678 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 10:58:00.020678 dv-cinder-786383-1-iscsi neutron-server[85157]: event.method(event) Apr 15 10:58:00.020678 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 10:58:00.020678 dv-cinder-786383-1-iscsi neutron-server[85157]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 10:58:00.020678 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 10:58:00.020678 dv-cinder-786383-1-iscsi neutron-server[85157]: segment_id)['aggregates'][0] Apr 15 10:58:00.020678 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 10:58:00.020678 dv-cinder-786383-1-iscsi neutron-server[85157]: return f(self, *a, **k) Apr 15 10:58:00.020678 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 10:58:00.020678 dv-cinder-786383-1-iscsi neutron-server[85157]: return self._get(url).json() Apr 15 10:58:00.020678 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 10:58:00.020678 dv-cinder-786383-1-iscsi neutron-server[85157]: **kwargs) Apr 15 10:58:00.020678 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 10:58:00.020678 dv-cinder-786383-1-iscsi neutron-server[85157]: return self.request(url, 'GET', **kwargs) Apr 15 10:58:00.020678 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 10:58:00.020678 dv-cinder-786383-1-iscsi neutron-server[85157]: **endpoint_filter) Apr 15 10:58:00.020678 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 10:58:00.020678 dv-cinder-786383-1-iscsi neutron-server[85157]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 10:58:00.020678 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 10:58:00.020678 dv-cinder-786383-1-iscsi neutron-server[85157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 10:58:00.020678 dv-cinder-786383-1-iscsi neutron-server[85157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 10:58:00.084055 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6de0a-2c0d-402f-9797-cb036bad2dd9 req-79427e39-4964-477e-b5e7-c53132a82738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:00.086444 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f9c6de0a-2c0d-402f-9797-cb036bad2dd9 req-79427e39-4964-477e-b5e7-c53132a82738 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4f8d55c0-b745-4c00-b4f6-c4a822798a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1046944 Apr 15 10:58:00.111101 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9f1d4852-0812-41b5-a5a0-c059e6929f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-175238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414992'] for network, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:00.116950 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:00.136206 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9f1d4852-0812-41b5-a5a0-c059e6929f6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for network, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:00.144643 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d4852-0812-41b5-a5a0-c059e6929f6f admin admin] Pushing event deleted for resources: {'Network': ['ID=c8672035-d385-4503-8a4f-7dac7766ec27,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:00.149732 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-9f1d4852-0812-41b5-a5a0-c059e6929f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:00.157929 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-9f1d4852-0812-41b5-a5a0-c059e6929f6f admin admin] 10.222.0.36 "DELETE /v2.0/networks/c8672035-d385-4503-8a4f-7dac7766ec27 HTTP/1.1" status: 204 len: 168 time: 1.1526146 Apr 15 10:58:00.294081 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f9c6de0a-2c0d-402f-9797-cb036bad2dd9 req-90016268-4c20-46c1-8c9e-894f923ebfe7 service neutron] 10.222.0.60 "GET /v2.0/networks/4f8d55c0-b745-4c00-b4f6-c4a822798a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921999 Apr 15 10:58:00.443204 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 45072) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:00.520484 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-ad4a4589-e90f-4206-9c9e-fd690263ec50 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6934d464d7bf46e392bd68c5be75ee7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0754793 Apr 15 10:58:00.523547 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 45076) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:00.640291 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5ddecca1-4515-4d91-b18c-4e7ae19591bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:00.688625 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5ddecca1-4515-4d91-b18c-4e7ae19591bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:00.764639 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5ddecca1-4515-4d91-b18c-4e7ae19591bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:00.770615 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f9c6de0a-2c0d-402f-9797-cb036bad2dd9 req-eef497c0-0871-47ec-be12-76a474ef4df7 service neutron] 10.222.0.60 "GET /v2.0/networks/4f8d55c0-b745-4c00-b4f6-c4a822798a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4703803 Apr 15 10:58:00.772399 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-2677ad08-d1aa-42e3-ac0c-c2e8136dfd8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:00.789341 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddecca1-4515-4d91-b18c-4e7ae19591bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b2f070-0b6a-4993-b13f-4f9421ccd3d3,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:00.791924 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5ddecca1-4515-4d91-b18c-4e7ae19591bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:00.794851 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5ddecca1-4515-4d91-b18c-4e7ae19591bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:00.796168 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-5ddecca1-4515-4d91-b18c-4e7ae19591bf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/29b2f070-0b6a-4993-b13f-4f9421ccd3d3 HTTP/1.1" status: 204 len: 168 time: 0.2710683 Apr 15 10:58:01.949617 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 45110) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:02.081554 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-e5c136d5-b2d5-41d8-ad79-51151b0c8b77 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1749249159-network', 'tenant_id': '6649e462ddcb4b9eaadfa697910754c5'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:02.087079 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-e5c136d5-b2d5-41d8-ad79-51151b0c8b77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:02.091753 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-e5c136d5-b2d5-41d8-ad79-51151b0c8b77 admin admin] Usage tracker for resource:network and tenant:6649e462ddcb4b9eaadfa697910754c5 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:02.095598 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-e5c136d5-b2d5-41d8-ad79-51151b0c8b77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:02.101964 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-e5c136d5-b2d5-41d8-ad79-51151b0c8b77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:02.112402 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c136d5-b2d5-41d8-ad79-51151b0c8b77 admin admin] Made reservation on behalf of 6649e462ddcb4b9eaadfa697910754c5 for: {'network': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:58:02.117409 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e5c136d5-b2d5-41d8-ad79-51151b0c8b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for network, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.132937 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e5c136d5-b2d5-41d8-ad79-51151b0c8b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.150804 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-e5c136d5-b2d5-41d8-ad79-51151b0c8b77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:02.155333 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-e5c136d5-b2d5-41d8-ad79-51151b0c8b77 admin admin] Usage tracker for resource:security_group_rule and tenant:6649e462ddcb4b9eaadfa697910754c5 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:02.158925 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-e5c136d5-b2d5-41d8-ad79-51151b0c8b77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:02.165558 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-e5c136d5-b2d5-41d8-ad79-51151b0c8b77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:02.323662 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e5c136d5-b2d5-41d8-ad79-51151b0c8b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.330722 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e5c136d5-b2d5-41d8-ad79-51151b0c8b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.336022 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:02.375043 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c136d5-b2d5-41d8-ad79-51151b0c8b77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=85270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:58:02.384825 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c136d5-b2d5-41d8-ad79-51151b0c8b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db42a65-b553-49a1-9d43-fde688bcbb50,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:02.388927 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e5c136d5-b2d5-41d8-ad79-51151b0c8b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:02.392476 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e5c136d5-b2d5-41d8-ad79-51151b0c8b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854748824'] for segment, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.392885 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.segments_db [None req-e5c136d5-b2d5-41d8-ad79-51151b0c8b77 admin admin] Added segment 948bd829-6efd-41c7-844a-cb015bfaec49 of type vlan for network c3e34d95-ed57-4474-b09b-ff783b904a56 Apr 15 10:58:02.430407 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e5c136d5-b2d5-41d8-ad79-51151b0c8b77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363301132464039'] for network, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.469284 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e5c136d5-b2d5-41d8-ad79-51151b0c8b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349'] for network, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.470921 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c136d5-b2d5-41d8-ad79-51151b0c8b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:02.471622 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e5c136d5-b2d5-41d8-ad79-51151b0c8b77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for network, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.477338 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1794d7ce-2431-47ed-8b0b-5669ed5903d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:02.585837 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-e5c136d5-b2d5-41d8-ad79-51151b0c8b77 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6347234 Apr 15 10:58:02.588841 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 45116) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:02.591758 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c136d5-b2d5-41d8-ad79-51151b0c8b77 admin admin] Pushing event updated for resources: {'Network': ['ID=c3e34d95-ed57-4474-b09b-ff783b904a56,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:02.595331 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e5c136d5-b2d5-41d8-ad79-51151b0c8b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:02.600099 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-48e3b375-6f16-4a33-ad16-a326c6f0f25e admin admin] Request body: {'subnet': {'network_id': 'c3e34d95-ed57-4474-b09b-ff783b904a56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1749249159-subnet', 'tenant_id': '6649e462ddcb4b9eaadfa697910754c5', 'ip_version': 4}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:02.604436 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Network c3e34d95-ed57-4474-b09b-ff783b904a56 details requested by agent ovs-agent-dv-cinder-786383-1-iscsi with host dv-cinder-786383-1-iscsi {{(pid=85273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:58:02.610809 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-48e3b375-6f16-4a33-ad16-a326c6f0f25e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:02.617969 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-48e3b375-6f16-4a33-ad16-a326c6f0f25e admin admin] Usage tracker for resource:subnet and tenant:6649e462ddcb4b9eaadfa697910754c5 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:02.622861 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-48e3b375-6f16-4a33-ad16-a326c6f0f25e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:02.634533 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-48e3b375-6f16-4a33-ad16-a326c6f0f25e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:02.650650 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e3b375-6f16-4a33-ad16-a326c6f0f25e admin admin] Made reservation on behalf of 6649e462ddcb4b9eaadfa697910754c5 for: {'subnet': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:58:02.657732 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-48e3b375-6f16-4a33-ad16-a326c6f0f25e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852629372'] for subnet, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:03.221936 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-48e3b375-6f16-4a33-ad16-a326c6f0f25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4175295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852629355'] for subnet, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:03.238674 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e57205b3-583f-494a-a19d-abb2e0d56427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:03.606792 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3b375-6f16-4a33-ad16-a326c6f0f25e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e34725df-ec95-435a-9d7b-25408026fc55,revision_number=0']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:03.620821 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-48e3b375-6f16-4a33-ad16-a326c6f0f25e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:03.697796 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e3b375-6f16-4a33-ad16-a326c6f0f25e admin admin] Checking segment: {'id': '948bd829-6efd-41c7-844a-cb015bfaec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c3e34d95-ed57-4474-b09b-ff783b904a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:58:03.698344 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e3b375-6f16-4a33-ad16-a326c6f0f25e admin admin] Network hostable DHCP agents. Network: c3e34d95-ed57-4474-b09b-ff783b904a56, hostable agents: ['18362263-581c-45fc-9271-eb619391ffd4'], hosted agents: [] {{(pid=85270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:58:03.720434 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e3b375-6f16-4a33-ad16-a326c6f0f25e admin admin] Network c3e34d95-ed57-4474-b09b-ff783b904a56 is scheduled to be hosted by DHCP agent 18362263-581c-45fc-9271-eb619391ffd4 with binding_index 1 {{(pid=85270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:58:03.736562 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-48e3b375-6f16-4a33-ad16-a326c6f0f25e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-1-iscsi, c3e34d95-ed57-4474-b09b-ff783b904a56) {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:58:03.751666 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7401a31-a43e-4c84-8c6f-aa9b0d8d715f None None] Network c3e34d95-ed57-4474-b09b-ff783b904a56 requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:58:03.757455 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e3b375-6f16-4a33-ad16-a326c6f0f25e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:03.758129 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-48e3b375-6f16-4a33-ad16-a326c6f0f25e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for subnet, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:03.786223 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-48e3b375-6f16-4a33-ad16-a326c6f0f25e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1906669 Apr 15 10:58:03.787185 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 45128) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:03.793758 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-acc0690e-6e95-4a1a-9c2d-71373e9a419d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1749249159-router', 'tenant_id': '6649e462ddcb4b9eaadfa697910754c5', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'}}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:03.800342 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-acc0690e-6e95-4a1a-9c2d-71373e9a419d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:03.805155 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-acc0690e-6e95-4a1a-9c2d-71373e9a419d admin admin] Usage tracker for resource:router and tenant:6649e462ddcb4b9eaadfa697910754c5 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:03.809371 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-acc0690e-6e95-4a1a-9c2d-71373e9a419d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:03.816760 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-acc0690e-6e95-4a1a-9c2d-71373e9a419d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:03.830118 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-acc0690e-6e95-4a1a-9c2d-71373e9a419d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854364945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036850582375'] for router, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:03.832179 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-acc0690e-6e95-4a1a-9c2d-71373e9a419d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4193425'] for router, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:03.858333 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-acc0690e-6e95-4a1a-9c2d-71373e9a419d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:04.089827 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpada1f6cb-291d-5cb6-a3be-9f35f1ed9e53-c3e34d95-ed57-4474-b09b-ff783b904a56', 'network_id': 'c3e34d95-ed57-4474-b09b-ff783b904a56', 'tenant_id': '6649e462ddcb4b9eaadfa697910754c5', 'fixed_ips': [{'subnet_id': 'e34725df-ec95-435a-9d7b-25408026fc55'}]}} from dv-cinder-786383-1-iscsi. {{(pid=85273) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 10:58:04.091162 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:04.291876 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-acc0690e-6e95-4a1a-9c2d-71373e9a419d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854364930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4193534'] for router, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:04.389422 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] Allocated IP 172.20.0.2 (c3e34d95-ed57-4474-b09b-ff783b904a56/e34725df-ec95-435a-9d7b-25408026fc55/3da2663d-2de8-47e4-af54-5c603af94dad) {{(pid=85273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:58:04.750095 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] Notify callbacks [] for port, precommit_create {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:04.764924 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] Transition to ACTIVE for port object 3da2663d-2de8-47e4-af54-5c603af94dad will not be triggered until provisioned by entity L2. {{(pid=85273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:58:04.774761 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:58:04.790440 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] Transition to ACTIVE for port object 3da2663d-2de8-47e4-af54-5c603af94dad will not be triggered until provisioned by entity DHCP. {{(pid=85273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:58:04.796664 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888'] for port, after_create {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:04.806089 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-acc0690e-6e95-4a1a-9c2d-71373e9a419d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:04.824834 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:04.848013 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-acc0690e-6e95-4a1a-9c2d-71373e9a419d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:04.901604 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54327d46-9fce-4c43-9ce9-c6f25938b9a9 req-45b8f012-f716-4835-a0d0-ced8552c0738 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:04.903315 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-54327d46-9fce-4c43-9ce9-c6f25938b9a9 req-45b8f012-f716-4835-a0d0-ced8552c0738 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 945 time: 0.3424087 Apr 15 10:58:04.992678 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] Pushing event updated for resources: {'Port': ['ID=3da2663d-2de8-47e4-af54-5c603af94dad,revision_number=1']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:05.015127 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:05.015586 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:05.016248 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:05.016734 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:05.017207 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:05.017817 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:05.018332 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:05.018828 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:05.019390 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:05.019866 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:05.020344 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:05.020821 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:05.025781 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:05.037448 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-54327d46-9fce-4c43-9ce9-c6f25938b9a9 req-04c57296-14ce-43e9-b698-98bfcf3e5cdc tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201541 Apr 15 10:58:05.078195 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] Network c3e34d95-ed57-4474-b09b-ff783b904a56 is already hosted by enough agents. {{(pid=85273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:58:05.080163 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] Resources bound (agent type, host, resource id): {{(pid=85273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:58:05.081622 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-acc0690e-6e95-4a1a-9c2d-71373e9a419d admin admin] Allocated IP 172.27.2.94 (533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f/ee0371ba-4ff7-4e97-afb9-409670eb4ad7/92ffb84d-9a50-4a58-973d-e33ae680142e) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:58:05.083737 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] Received port after_create {{(pid=85273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:58:05.224350 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] Attempting to bind port 3da2663d-2de8-47e4-af54-5c603af94dad on host dv-cinder-786383-1-iscsi for vnic_type normal with profile {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:58:05.224766 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] Attempting to bind port 3da2663d-2de8-47e4-af54-5c603af94dad by drivers openvswitch,hyperv on host dv-cinder-786383-1-iscsi at level 0 using segments [{'id': '948bd829-6efd-41c7-844a-cb015bfaec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c3e34d95-ed57-4474-b09b-ff783b904a56'}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:58:05.225188 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] Attempting to bind port 3da2663d-2de8-47e4-af54-5c603af94dad on network c3e34d95-ed57-4474-b09b-ff783b904a56 {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:58:05.231634 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] Checking agent: {'id': '8830baa2-eb89-499a-aa08-32819d4139e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 40, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:58:05.232061 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] Checking segment: {'id': '948bd829-6efd-41c7-844a-cb015bfaec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c3e34d95-ed57-4474-b09b-ff783b904a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:58:05.232523 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:05.232980 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] Bound using segment: {'id': '948bd829-6efd-41c7-844a-cb015bfaec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c3e34d95-ed57-4474-b09b-ff783b904a56'} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:58:05.233523 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] Bound port: 3da2663d-2de8-47e4-af54-5c603af94dad, host: dv-cinder-786383-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948bd829-6efd-41c7-844a-cb015bfaec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c3e34d95-ed57-4474-b09b-ff783b904a56'}}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:58:05.233950 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:05.336421 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-acc0690e-6e95-4a1a-9c2d-71373e9a419d admin admin] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:05.374181 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] For port 3da2663d-2de8-47e4-af54-5c603af94dad, host dv-cinder-786383-1-iscsi, cleared binding levels {{(pid=85273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:58:05.377249 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-acc0690e-6e95-4a1a-9c2d-71373e9a419d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:05.380666 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] For port 3da2663d-2de8-47e4-af54-5c603af94dad, host dv-cinder-786383-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=3da2663d-2de8-47e4-af54-5c603af94dad,segment=NetworkSegment(948bd829-6efd-41c7-844a-cb015bfaec49),segment_id=948bd829-6efd-41c7-844a-cb015bfaec49)] {{(pid=85273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:58:05.394645 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:05.397524 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:05.410470 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:05.623497 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0690e-6e95-4a1a-9c2d-71373e9a419d admin admin] Pushing event updated for resources: {'Port': ['ID=92ffb84d-9a50-4a58-973d-e33ae680142e,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:05.627344 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-acc0690e-6e95-4a1a-9c2d-71373e9a419d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:05.711295 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc0690e-6e95-4a1a-9c2d-71373e9a419d admin admin] Network 533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:58:05.712733 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-acc0690e-6e95-4a1a-9c2d-71373e9a419d admin admin] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:58:05.715195 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc0690e-6e95-4a1a-9c2d-71373e9a419d admin admin] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:58:05.756696 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] Pushing event updated for resources: {'Port': ['ID=3da2663d-2de8-47e4-af54-5c603af94dad,revision_number=2']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:05.762458 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:06.296438 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-acc0690e-6e95-4a1a-9c2d-71373e9a419d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:07.065697 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf224cd5-4006-46ca-af84-92088759a363 req-fd9954a6-8696-447b-a619-beb230c9e2b0 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:07.068580 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cf224cd5-4006-46ca-af84-92088759a363 req-fd9954a6-8696-447b-a619-beb230c9e2b0 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 945 time: 0.5542691 Apr 15 10:58:07.180132 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cf224cd5-4006-46ca-af84-92088759a363 req-a4f67447-d09c-47b8-942c-02ae52ca2228 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972946 Apr 15 10:58:07.204352 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-acc0690e-6e95-4a1a-9c2d-71373e9a419d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854360748'] for router, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:07.410898 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad84f30b-c905-419b-aae2-67622210af45 None None] Network c3e34d95-ed57-4474-b09b-ff783b904a56 requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:58:07.489376 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc0690e-6e95-4a1a-9c2d-71373e9a419d admin admin] Router 46aa2a01-4109-469e-bab4-08c002b7dc7f is scheduled to L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 with binding_index 1 {{(pid=85270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 10:58:07.574464 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-2ce82a2f-93cd-4495-b1f2-29e18ce2332f None None] Provisioning for port 3da2663d-2de8-47e4-af54-5c603af94dad completed by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:58:07.723591 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 3da2663d-2de8-47e4-af54-5c603af94dad up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:07.760220 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc0690e-6e95-4a1a-9c2d-71373e9a419d admin admin] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:58:07.789368 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b3750f-ae20-4a9d-a50b-ae9742ee190d None None] Sync routers for ids ['46aa2a01-4109-469e-bab4-08c002b7dc7f'] in dv-cinder-786383-1-iscsi {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:58:07.794538 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-acc0690e-6e95-4a1a-9c2d-71373e9a419d admin admin] Notify callbacks [] for router, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:07.795996 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-acc0690e-6e95-4a1a-9c2d-71373e9a419d admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0073779 Apr 15 10:58:07.799135 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 45144) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:07.856557 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b3750f-ae20-4a9d-a50b-ae9742ee190d None None] Routers {'46aa2a01-4109-469e-bab4-08c002b7dc7f'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:58:07.857188 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-77b3750f-ae20-4a9d-a50b-ae9742ee190d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:57:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['46aa2a01-4109-469e-bab4-08c002b7dc7f'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:08.139215 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning for port 3da2663d-2de8-47e4-af54-5c603af94dad completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:58:08.150582 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port 3da2663d-2de8-47e4-af54-5c603af94dad triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:08.151072 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:08.303731 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-77b3750f-ae20-4a9d-a50b-ae9742ee190d None None] Set router 46aa2a01-4109-469e-bab4-08c002b7dc7f gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:58:08.682170 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95d701-6eb7-4880-ae61-2cfb29c3ac68 req-bd71ccc7-647a-47ca-ad7d-580a346cde26 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:08.683934 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bd95d701-6eb7-4880-ae61-2cfb29c3ac68 req-bd71ccc7-647a-47ca-ad7d-580a346cde26 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 945 time: 0.3121824 Apr 15 10:58:08.732210 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:08.813268 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-f816cdce-6a92-4a76-b1e3-398538a1c2f2 None None] Provisioning complete for port 3da2663d-2de8-47e4-af54-5c603af94dad triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:08.813717 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bd95d701-6eb7-4880-ae61-2cfb29c3ac68 req-a79b9ea2-0047-449e-b16e-9c3d78aa5f94 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980344 Apr 15 10:58:08.814160 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f816cdce-6a92-4a76-b1e3-398538a1c2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:08.938292 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] For port 3da2663d-2de8-47e4-af54-5c603af94dad, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=3da2663d-2de8-47e4-af54-5c603af94dad,segment=NetworkSegment(948bd829-6efd-41c7-844a-cb015bfaec49),segment_id=948bd829-6efd-41c7-844a-cb015bfaec49)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:08.957095 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:08.963226 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:08.998027 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d730f8eb-5c5d-4df7-8843-a01298a295a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:09.155580 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-77b3750f-ae20-4a9d-a50b-ae9742ee190d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'name': 'tempest-TestMinimumBasicScenario-1749249159-router', 'tenant_id': '6649e462ddcb4b9eaadfa697910754c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '92ffb84d-9a50-4a58-973d-e33ae680142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:03Z', 'updated_at': '2021-04-15T10:58:06Z', 'revision_number': 3, 'project_id': '6649e462ddcb4b9eaadfa697910754c5', 'gw_port': {'id': '92ffb84d-9a50-4a58-973d-e33ae680142e', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:04Z', 'updated_at': '2021-04-15T10:58:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi'}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:09.176228 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b3750f-ae20-4a9d-a50b-ae9742ee190d None None] Checking router: 46aa2a01-4109-469e-bab4-08c002b7dc7f for host: dv-cinder-786383-1-iscsi {{(pid=85273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:58:09.176639 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b3750f-ae20-4a9d-a50b-ae9742ee190d None None] Updating router 46aa2a01-4109-469e-bab4-08c002b7dc7f port 92ffb84d-9a50-4a58-973d-e33ae680142e binding host dv-cinder-786383-1-iscsi {{(pid=85273) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:58:09.213583 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Pushing event updated for resources: {'Port': ['ID=3da2663d-2de8-47e4-af54-5c603af94dad,revision_number=3']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:09.234052 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:09.273916 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-77b3750f-ae20-4a9d-a50b-ae9742ee190d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:09.393782 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-d730f8eb-5c5d-4df7-8843-a01298a295a8 admin admin] Allocated IP 172.20.0.1 (c3e34d95-ed57-4474-b09b-ff783b904a56/e34725df-ec95-435a-9d7b-25408026fc55/34eeaf09-4433-49f8-b509-347311a09686) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:58:09.630003 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d730f8eb-5c5d-4df7-8843-a01298a295a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:09.662645 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-d730f8eb-5c5d-4df7-8843-a01298a295a8 admin admin] Transition to ACTIVE for port object 34eeaf09-4433-49f8-b509-347311a09686 will not be triggered until provisioned by entity DHCP. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:58:09.713858 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d730f8eb-5c5d-4df7-8843-a01298a295a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:09.731309 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-015f4d52-c605-4bbd-b8e1-ccad15f07fd3 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:09.743066 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 3da2663d-2de8-47e4-af54-5c603af94dad up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:09.950515 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d730f8eb-5c5d-4df7-8843-a01298a295a8 admin admin] Pushing event updated for resources: {'Port': ['ID=34eeaf09-4433-49f8-b509-347311a09686,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:09.952016 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port 3da2663d-2de8-47e4-af54-5c603af94dad triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:09.952686 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:09.956645 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-d730f8eb-5c5d-4df7-8843-a01298a295a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:10.111134 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d730f8eb-5c5d-4df7-8843-a01298a295a8 admin admin] Network c3e34d95-ed57-4474-b09b-ff783b904a56 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:58:10.113415 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-d730f8eb-5c5d-4df7-8843-a01298a295a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:58:10.117173 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d730f8eb-5c5d-4df7-8843-a01298a295a8 admin admin] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:58:10.184728 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-77b3750f-ae20-4a9d-a50b-ae9742ee190d None None] Notify callbacks [] for port, precommit_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:10.250801 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d730f8eb-5c5d-4df7-8843-a01298a295a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854360687'] for router_interface, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:10.277196 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-77b3750f-ae20-4a9d-a50b-ae9742ee190d None None] Transition to ACTIVE for port object 92ffb84d-9a50-4a58-973d-e33ae680142e will not be triggered until provisioned by entity L2. {{(pid=85273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:58:10.288765 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-77b3750f-ae20-4a9d-a50b-ae9742ee190d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:10.314879 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:10.432262 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38e13b-c7e8-49e7-94a6-3438e051cdaa req-8675cdbc-6fc6-4eb8-aff9-4d729f340694 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:10.434149 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5c38e13b-c7e8-49e7-94a6-3438e051cdaa req-8675cdbc-6fc6-4eb8-aff9-4d729f340694 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 945 time: 0.4227374 Apr 15 10:58:10.529389 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5c38e13b-c7e8-49e7-94a6-3438e051cdaa req-f6d5abc8-3c87-4d0d-9a0d-7adb649c5389 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803676 Apr 15 10:58:10.716847 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739fef07-0043-4555-b14d-6b3926db36e3 None None] Pushing event updated for resources: {'Port': ['ID=92ffb84d-9a50-4a58-973d-e33ae680142e,revision_number=2']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:10.720426 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-5eadb07e-fffe-4b1e-985b-f1c33950db53 None None] Provisioning for port 34eeaf09-4433-49f8-b509-347311a09686 completed by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:58:10.724643 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-739fef07-0043-4555-b14d-6b3926db36e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:10.745934 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-5eadb07e-fffe-4b1e-985b-f1c33950db53 None None] Provisioning complete for port 34eeaf09-4433-49f8-b509-347311a09686 triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:10.746343 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5eadb07e-fffe-4b1e-985b-f1c33950db53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:10.848351 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-5eadb07e-fffe-4b1e-985b-f1c33950db53 None None] Port 34eeaf09-4433-49f8-b509-347311a09686 cannot update to ACTIVE because it is not bound. {{(pid=85273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:58:10.878495 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-77b3750f-ae20-4a9d-a50b-ae9742ee190d None None] Attempting to bind port 92ffb84d-9a50-4a58-973d-e33ae680142e on host dv-cinder-786383-1-iscsi for vnic_type normal with profile {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:58:10.879226 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-77b3750f-ae20-4a9d-a50b-ae9742ee190d None None] Attempting to bind port 92ffb84d-9a50-4a58-973d-e33ae680142e by drivers openvswitch,hyperv on host dv-cinder-786383-1-iscsi at level 0 using segments [{'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:58:10.880262 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b3750f-ae20-4a9d-a50b-ae9742ee190d None None] Attempting to bind port 92ffb84d-9a50-4a58-973d-e33ae680142e on network 533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:58:10.889649 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b3750f-ae20-4a9d-a50b-ae9742ee190d None None] Checking agent: {'id': '8830baa2-eb89-499a-aa08-32819d4139e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 40, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:58:10.890335 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b3750f-ae20-4a9d-a50b-ae9742ee190d None None] Checking segment: {'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:58:10.890862 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-77b3750f-ae20-4a9d-a50b-ae9742ee190d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:10.891736 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b3750f-ae20-4a9d-a50b-ae9742ee190d None None] Bound using segment: {'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:58:10.892314 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-77b3750f-ae20-4a9d-a50b-ae9742ee190d None None] Bound port: 92ffb84d-9a50-4a58-973d-e33ae680142e, host: dv-cinder-786383-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'}}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:58:10.892778 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-77b3750f-ae20-4a9d-a50b-ae9742ee190d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:10.918798 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d730f8eb-5c5d-4df7-8843-a01298a295a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:10.994686 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-77b3750f-ae20-4a9d-a50b-ae9742ee190d None None] For port 92ffb84d-9a50-4a58-973d-e33ae680142e, host dv-cinder-786383-1-iscsi, cleared binding levels {{(pid=85273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:58:11.001520 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-77b3750f-ae20-4a9d-a50b-ae9742ee190d None None] For port 92ffb84d-9a50-4a58-973d-e33ae680142e, host dv-cinder-786383-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=92ffb84d-9a50-4a58-973d-e33ae680142e,segment=NetworkSegment(c54efefa-f121-49d4-9f1f-b433dc39aac8),segment_id=c54efefa-f121-49d4-9f1f-b433dc39aac8)] {{(pid=85273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:58:11.006078 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-77b3750f-ae20-4a9d-a50b-ae9742ee190d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:11.033346 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:11.225421 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739fef07-0043-4555-b14d-6b3926db36e3 None None] Pushing event updated for resources: {'Port': ['ID=92ffb84d-9a50-4a58-973d-e33ae680142e,revision_number=3']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:11.229145 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-739fef07-0043-4555-b14d-6b3926db36e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:11.274457 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d730f8eb-5c5d-4df7-8843-a01298a295a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:11.278858 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d730f8eb-5c5d-4df7-8843-a01298a295a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850600659'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:11.292382 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b3750f-ae20-4a9d-a50b-ae9742ee190d None None] Routers {'46aa2a01-4109-469e-bab4-08c002b7dc7f'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:58:11.293078 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-77b3750f-ae20-4a9d-a50b-ae9742ee190d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:57:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['46aa2a01-4109-469e-bab4-08c002b7dc7f'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:11.331325 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-a2961f38-e7a5-48a1-8e24-25c4ced01122 tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:11.467347 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d730f8eb-5c5d-4df7-8843-a01298a295a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854122366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854366150'] for router_interface, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:11.482540 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d730f8eb-5c5d-4df7-8843-a01298a295a8 admin admin] Pushing event updated for resources: {'Port': ['ID=34eeaf09-4433-49f8-b509-347311a09686,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:11.488157 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-d730f8eb-5c5d-4df7-8843-a01298a295a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:11.564784 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-77b3750f-ae20-4a9d-a50b-ae9742ee190d None None] Set router 46aa2a01-4109-469e-bab4-08c002b7dc7f gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:58:11.647706 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d730f8eb-5c5d-4df7-8843-a01298a295a8 admin admin] Network c3e34d95-ed57-4474-b09b-ff783b904a56 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:58:11.649380 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-d730f8eb-5c5d-4df7-8843-a01298a295a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:58:12.008706 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37959d-46df-4da0-a458-7d6a13d93a33 req-388375ee-7916-43bf-8f09-f3fb8591c4a8 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:12.010367 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8e37959d-46df-4da0-a458-7d6a13d93a33 req-388375ee-7916-43bf-8f09-f3fb8591c4a8 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 945 time: 0.2832794 Apr 15 10:58:12.012736 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d730f8eb-5c5d-4df7-8843-a01298a295a8 admin admin] Router 46aa2a01-4109-469e-bab4-08c002b7dc7f has already been hosted by L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 {{(pid=85270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:58:12.031092 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-9ee424ce-8f9f-405c-b42b-4ef4cd754ba1 None None] Provisioning complete for port 34eeaf09-4433-49f8-b509-347311a09686 triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:12.032069 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9ee424ce-8f9f-405c-b42b-4ef4cd754ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:12.149737 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-9ee424ce-8f9f-405c-b42b-4ef4cd754ba1 None None] Port 34eeaf09-4433-49f8-b509-347311a09686 cannot update to ACTIVE because it is not bound. {{(pid=85273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:58:12.172972 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-77b3750f-ae20-4a9d-a50b-ae9742ee190d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'name': 'tempest-TestMinimumBasicScenario-1749249159-router', 'tenant_id': '6649e462ddcb4b9eaadfa697910754c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '92ffb84d-9a50-4a58-973d-e33ae680142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:03Z', 'updated_at': '2021-04-15T10:58:10Z', 'revision_number': 4, 'project_id': '6649e462ddcb4b9eaadfa697910754c5', 'gw_port': {'id': '92ffb84d-9a50-4a58-973d-e33ae680142e', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:04Z', 'updated_at': '2021-04-15T10:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '34eeaf09-4433-49f8-b509-347311a09686', 'name': '', 'network_id': 'c3e34d95-ed57-4474-b09b-ff783b904a56', 'tenant_id': '6649e462ddcb4b9eaadfa697910754c5', 'mac_address': 'fa:16:3e:1c:6c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'e34725df-ec95-435a-9d7b-25408026fc55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:09Z', 'updated_at': '2021-04-15T10:58:11Z', 'revision_number': 2, 'project_id': '6649e462ddcb4b9eaadfa697910754c5', 'subnets': [{'id': 'e34725df-ec95-435a-9d7b-25408026fc55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:12.179447 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b3750f-ae20-4a9d-a50b-ae9742ee190d None None] The sync data for ids ['46aa2a01-4109-469e-bab4-08c002b7dc7f'] in dv-cinder-786383-1-iscsi is: [{'id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'name': 'tempest-TestMinimumBasicScenario-1749249159-router', 'tenant_id': '6649e462ddcb4b9eaadfa697910754c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '92ffb84d-9a50-4a58-973d-e33ae680142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:03Z', 'updated_at': '2021-04-15T10:58:10Z', 'revision_number': 4, 'project_id': '6649e462ddcb4b9eaadfa697910754c5', 'gw_port': {'id': '92ffb84d-9a50-4a58-973d-e33ae680142e', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:04Z', 'updated_at': '2021-04-15T10:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '34eeaf09-4433-49f8-b509-347311a09686', 'name': '', 'network_id': 'c3e34d95-ed57-4474-b09b-ff783b904a56', 'tenant_id': '6649e462ddcb4b9eaadfa697910754c5', 'mac_address': 'fa:16:3e:1c:6c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'e34725df-ec95-435a-9d7b-25408026fc55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:09Z', 'updated_at': '2021-04-15T10:58:11Z', 'revision_number': 2, 'project_id': '6649e462ddcb4b9eaadfa697910754c5', 'subnets': [{'id': 'e34725df-ec95-435a-9d7b-25408026fc55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:58:12.242496 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8e37959d-46df-4da0-a458-7d6a13d93a33 req-cb1f987d-2509-4558-b379-50ab7aef3cc1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201116 Apr 15 10:58:12.310030 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d730f8eb-5c5d-4df7-8843-a01298a295a8 admin admin] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:58:12.326889 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-d730f8eb-5c5d-4df7-8843-a01298a295a8 admin admin] 10.222.0.36 "PUT /v2.0/routers/46aa2a01-4109-469e-bab4-08c002b7dc7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5253859 Apr 15 10:58:13.171090 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 45168) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:13.178209 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-11352218-network', 'tenant_id': '97a52eb310604f1ea8c60e7ca6c8ecc5'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:13.184344 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:13.190147 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] Usage tracker for resource:network and tenant:97a52eb310604f1ea8c60e7ca6c8ecc5 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:13.194010 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:13.208079 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:13.227089 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] Made reservation on behalf of 97a52eb310604f1ea8c60e7ca6c8ecc5 for: {'network': 1} {{(pid=85272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:58:13.232468 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for network, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:13.255161 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:13.274641 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:13.279252 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] Usage tracker for resource:security_group_rule and tenant:97a52eb310604f1ea8c60e7ca6c8ecc5 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:13.283569 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:13.294613 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:13.445519 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:13.449165 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:13.463351 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-516dc326-e51d-49df-b130-752de66af838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:13.503630 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=85272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:58:13.514259 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fac2a1e-8c0b-4029-97ec-bc7ac6cd9f29,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:13.526889 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854748824'] for segment, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:13.527404 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.segments_db [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] Added segment 2ae0fa57-f4b0-4f62-9b36-8730e8afaed2 of type vlan for network 4036570b-2c54-4030-bdb0-06d8001a133b Apr 15 10:58:13.529654 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:13.530154 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:13.530845 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:13.531434 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:13.532202 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:13.532202 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:13.533345 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:13.533345 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:13.533864 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:13.534306 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:13.534628 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:13.535117 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:13.536033 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb254f36-f355-49ca-a62d-617d8399f664 req-202c3ca5-9c01-48eb-8c06-b9953efb2771 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:13.538202 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-eb254f36-f355-49ca-a62d-617d8399f664 req-202c3ca5-9c01-48eb-8c06-b9953efb2771 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 945 time: 0.1492832 Apr 15 10:58:13.543615 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:13.572340 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363301132464039'] for network, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:13.617696 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349'] for network, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:13.619199 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:13.620705 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for network, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:13.627242 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-cb262d89-4cde-475b-9972-22fa95908ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:13.654671 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-eb254f36-f355-49ca-a62d-617d8399f664 req-248244ee-6f2c-4ccb-b333-f15e06cc175d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919430 Apr 15 10:58:13.750792 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 92ffb84d-9a50-4a58-973d-e33ae680142e up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:13.769765 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5948284 Apr 15 10:58:13.770185 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 45174) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:13.774112 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] Pushing event updated for resources: {'Network': ['ID=4036570b-2c54-4030-bdb0-06d8001a133b,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:13.780100 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-01dbb688-a5d6-4038-a81f-21ce0714f02f admin admin] Request body: {'subnet': {'network_id': '4036570b-2c54-4030-bdb0-06d8001a133b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-11352218-subnet', 'tenant_id': '97a52eb310604f1ea8c60e7ca6c8ecc5', 'ip_version': 4}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:13.787675 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-01dbb688-a5d6-4038-a81f-21ce0714f02f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:13.795056 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-01dbb688-a5d6-4038-a81f-21ce0714f02f admin admin] Usage tracker for resource:subnet and tenant:97a52eb310604f1ea8c60e7ca6c8ecc5 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:13.800318 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:13.801663 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-01dbb688-a5d6-4038-a81f-21ce0714f02f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:13.806321 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Network 4036570b-2c54-4030-bdb0-06d8001a133b details requested by agent ovs-agent-dv-cinder-786383-1-iscsi with host dv-cinder-786383-1-iscsi {{(pid=85273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:58:13.813319 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-01dbb688-a5d6-4038-a81f-21ce0714f02f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:13.834510 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dbb688-a5d6-4038-a81f-21ce0714f02f admin admin] Made reservation on behalf of 97a52eb310604f1ea8c60e7ca6c8ecc5 for: {'subnet': 1} {{(pid=85272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:58:13.839501 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-01dbb688-a5d6-4038-a81f-21ce0714f02f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852330914'] for subnet, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:13.995467 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning for port 92ffb84d-9a50-4a58-973d-e33ae680142e completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:58:14.002084 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port 92ffb84d-9a50-4a58-973d-e33ae680142e triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:14.002523 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:14.168349 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:14.194508 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] For port 92ffb84d-9a50-4a58-973d-e33ae680142e, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=92ffb84d-9a50-4a58-973d-e33ae680142e,segment=NetworkSegment(c54efefa-f121-49d4-9f1f-b433dc39aac8),segment_id=c54efefa-f121-49d4-9f1f-b433dc39aac8)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:14.198542 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:14.201114 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:14.299823 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Pushing event updated for resources: {'Port': ['ID=92ffb84d-9a50-4a58-973d-e33ae680142e,revision_number=4']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:14.304711 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:14.368855 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-01dbb688-a5d6-4038-a81f-21ce0714f02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2745832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852330929'] for subnet, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:14.384970 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-922d4853-d337-4632-bb91-d428d685f8c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:14.539467 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbb688-a5d6-4038-a81f-21ce0714f02f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1949c210-bc78-4e3c-9710-fe60d401c0a5,revision_number=0']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:14.553348 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-01dbb688-a5d6-4038-a81f-21ce0714f02f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:14.627799 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dbb688-a5d6-4038-a81f-21ce0714f02f admin admin] Checking segment: {'id': '2ae0fa57-f4b0-4f62-9b36-8730e8afaed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4036570b-2c54-4030-bdb0-06d8001a133b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:58:14.628197 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dbb688-a5d6-4038-a81f-21ce0714f02f admin admin] Network hostable DHCP agents. Network: 4036570b-2c54-4030-bdb0-06d8001a133b, hostable agents: ['18362263-581c-45fc-9271-eb619391ffd4'], hosted agents: [] {{(pid=85272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:58:14.649681 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dbb688-a5d6-4038-a81f-21ce0714f02f admin admin] Network 4036570b-2c54-4030-bdb0-06d8001a133b is scheduled to be hosted by DHCP agent 18362263-581c-45fc-9271-eb619391ffd4 with binding_index 1 {{(pid=85272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:58:14.662488 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-01dbb688-a5d6-4038-a81f-21ce0714f02f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-1-iscsi, 4036570b-2c54-4030-bdb0-06d8001a133b) {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:58:14.675972 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dbb688-a5d6-4038-a81f-21ce0714f02f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:14.676339 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-01dbb688-a5d6-4038-a81f-21ce0714f02f admin admin] Notify callbacks [] for subnet, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:14.680188 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64395e0-7c5a-49fd-95ac-33d1be014f5c None None] Network 4036570b-2c54-4030-bdb0-06d8001a133b requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:58:14.703775 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-01dbb688-a5d6-4038-a81f-21ce0714f02f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9322338 Apr 15 10:58:14.707304 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 45180) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:14.714004 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-1ed89d9f-29d4-4ba7-acac-0b413121ec89 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-11352218-router', 'tenant_id': '97a52eb310604f1ea8c60e7ca6c8ecc5', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'}}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:14.720493 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-1ed89d9f-29d4-4ba7-acac-0b413121ec89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:14.725581 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-1ed89d9f-29d4-4ba7-acac-0b413121ec89 admin admin] Usage tracker for resource:router and tenant:97a52eb310604f1ea8c60e7ca6c8ecc5 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:14.729931 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-1ed89d9f-29d4-4ba7-acac-0b413121ec89 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:14.737464 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-1ed89d9f-29d4-4ba7-acac-0b413121ec89 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:14.748171 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1ed89d9f-29d4-4ba7-acac-0b413121ec89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854364945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036850582375'] for router, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:14.749306 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1ed89d9f-29d4-4ba7-acac-0b413121ec89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4193425'] for router, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:14.769916 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1ed89d9f-29d4-4ba7-acac-0b413121ec89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:14.976021 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38034a-6189-4994-bc74-75cbb2113db8 req-7f1e30b8-642e-40e1-880e-61822fef8e86 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:14.977641 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ec38034a-6189-4994-bc74-75cbb2113db8 req-7f1e30b8-642e-40e1-880e-61822fef8e86 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 945 time: 0.1327853 Apr 15 10:58:15.001069 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdb9687-6195-4458-89ae-55dbea827e31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpada1f6cb-291d-5cb6-a3be-9f35f1ed9e53-4036570b-2c54-4030-bdb0-06d8001a133b', 'network_id': '4036570b-2c54-4030-bdb0-06d8001a133b', 'tenant_id': '97a52eb310604f1ea8c60e7ca6c8ecc5', 'fixed_ips': [{'subnet_id': '1949c210-bc78-4e3c-9710-fe60d401c0a5'}]}} from dv-cinder-786383-1-iscsi. {{(pid=85273) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 10:58:15.002559 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-cbdb9687-6195-4458-89ae-55dbea827e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:15.071367 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ec38034a-6189-4994-bc74-75cbb2113db8 req-e6f2fae0-70ac-4451-a7f8-9deb944ed9ab tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817926 Apr 15 10:58:15.186849 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1ed89d9f-29d4-4ba7-acac-0b413121ec89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854364930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4193534'] for router, precommit_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:15.221001 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-cbdb9687-6195-4458-89ae-55dbea827e31 None None] Allocated IP 172.20.0.2 (4036570b-2c54-4030-bdb0-06d8001a133b/1949c210-bc78-4e3c-9710-fe60d401c0a5/6fc8ee68-f39d-4001-a138-0c12f5eeeb3e) {{(pid=85273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:58:15.513847 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-cbdb9687-6195-4458-89ae-55dbea827e31 None None] Notify callbacks [] for port, precommit_create {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:15.537867 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-cbdb9687-6195-4458-89ae-55dbea827e31 None None] Transition to ACTIVE for port object 6fc8ee68-f39d-4001-a138-0c12f5eeeb3e will not be triggered until provisioned by entity L2. {{(pid=85273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:58:15.580204 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-cbdb9687-6195-4458-89ae-55dbea827e31 None None] Transition to ACTIVE for port object 6fc8ee68-f39d-4001-a138-0c12f5eeeb3e will not be triggered until provisioned by entity DHCP. {{(pid=85273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:58:15.589034 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-cbdb9687-6195-4458-89ae-55dbea827e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888'] for port, after_create {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:15.619809 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:15.700006 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1ed89d9f-29d4-4ba7-acac-0b413121ec89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:15.740544 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1ed89d9f-29d4-4ba7-acac-0b413121ec89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:15.782411 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 92ffb84d-9a50-4a58-973d-e33ae680142e up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:15.917511 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb9687-6195-4458-89ae-55dbea827e31 None None] Pushing event updated for resources: {'Port': ['ID=6fc8ee68-f39d-4001-a138-0c12f5eeeb3e,revision_number=1']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:15.930895 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-cbdb9687-6195-4458-89ae-55dbea827e31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:15.940974 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-1ed89d9f-29d4-4ba7-acac-0b413121ec89 admin admin] Allocated IP 172.27.2.166 (533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f/ee0371ba-4ff7-4e97-afb9-409670eb4ad7/47683df7-dae0-4749-9ba5-70c76f21a0df) {{(pid=85272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:58:15.983618 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1825a10-07d0-4acf-a2a4-6e99f34a6c64 None None] Sync routers for ids ['46aa2a01-4109-469e-bab4-08c002b7dc7f'] in dv-cinder-786383-1-iscsi {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:58:16.003006 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1825a10-07d0-4acf-a2a4-6e99f34a6c64 None None] Routers {'46aa2a01-4109-469e-bab4-08c002b7dc7f'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:58:16.004156 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-c1825a10-07d0-4acf-a2a4-6e99f34a6c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:57:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['46aa2a01-4109-469e-bab4-08c002b7dc7f'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:16.007775 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port 92ffb84d-9a50-4a58-973d-e33ae680142e triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:16.008198 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:16.064571 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdb9687-6195-4458-89ae-55dbea827e31 None None] Network 4036570b-2c54-4030-bdb0-06d8001a133b is already hosted by enough agents. {{(pid=85273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:58:16.068296 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-cbdb9687-6195-4458-89ae-55dbea827e31 None None] Resources bound (agent type, host, resource id): {{(pid=85273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:58:16.080639 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdb9687-6195-4458-89ae-55dbea827e31 None None] Received port after_create {{(pid=85273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:58:16.169494 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1ed89d9f-29d4-4ba7-acac-0b413121ec89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:16.205800 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1ed89d9f-29d4-4ba7-acac-0b413121ec89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:16.224700 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:16.279394 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-c1825a10-07d0-4acf-a2a4-6e99f34a6c64 None None] Set router 46aa2a01-4109-469e-bab4-08c002b7dc7f gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:58:16.290696 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-cbdb9687-6195-4458-89ae-55dbea827e31 None None] Attempting to bind port 6fc8ee68-f39d-4001-a138-0c12f5eeeb3e on host dv-cinder-786383-1-iscsi for vnic_type normal with profile {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:58:16.291429 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-cbdb9687-6195-4458-89ae-55dbea827e31 None None] Attempting to bind port 6fc8ee68-f39d-4001-a138-0c12f5eeeb3e by drivers openvswitch,hyperv on host dv-cinder-786383-1-iscsi at level 0 using segments [{'id': '2ae0fa57-f4b0-4f62-9b36-8730e8afaed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4036570b-2c54-4030-bdb0-06d8001a133b'}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:58:16.292014 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdb9687-6195-4458-89ae-55dbea827e31 None None] Attempting to bind port 6fc8ee68-f39d-4001-a138-0c12f5eeeb3e on network 4036570b-2c54-4030-bdb0-06d8001a133b {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:58:16.310765 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdb9687-6195-4458-89ae-55dbea827e31 None None] Checking agent: {'id': '8830baa2-eb89-499a-aa08-32819d4139e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 40, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:58:16.311396 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdb9687-6195-4458-89ae-55dbea827e31 None None] Checking segment: {'id': '2ae0fa57-f4b0-4f62-9b36-8730e8afaed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4036570b-2c54-4030-bdb0-06d8001a133b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:58:16.312105 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-cbdb9687-6195-4458-89ae-55dbea827e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:16.313456 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdb9687-6195-4458-89ae-55dbea827e31 None None] Bound using segment: {'id': '2ae0fa57-f4b0-4f62-9b36-8730e8afaed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4036570b-2c54-4030-bdb0-06d8001a133b'} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:58:16.314326 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-cbdb9687-6195-4458-89ae-55dbea827e31 None None] Bound port: 6fc8ee68-f39d-4001-a138-0c12f5eeeb3e, host: dv-cinder-786383-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae0fa57-f4b0-4f62-9b36-8730e8afaed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4036570b-2c54-4030-bdb0-06d8001a133b'}}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:58:16.315935 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-cbdb9687-6195-4458-89ae-55dbea827e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:16.393085 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed89d9f-29d4-4ba7-acac-0b413121ec89 admin admin] Pushing event updated for resources: {'Port': ['ID=47683df7-dae0-4749-9ba5-70c76f21a0df,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:16.398509 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1ed89d9f-29d4-4ba7-acac-0b413121ec89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:16.496321 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed89d9f-29d4-4ba7-acac-0b413121ec89 admin admin] Network 533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f is already hosted by enough agents. {{(pid=85272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:58:16.499073 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-1ed89d9f-29d4-4ba7-acac-0b413121ec89 admin admin] Resources bound (agent type, host, resource id): {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:58:16.502029 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed89d9f-29d4-4ba7-acac-0b413121ec89 admin admin] Received port after_create {{(pid=85272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:58:16.602546 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-cbdb9687-6195-4458-89ae-55dbea827e31 None None] For port 6fc8ee68-f39d-4001-a138-0c12f5eeeb3e, host dv-cinder-786383-1-iscsi, cleared binding levels {{(pid=85273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:58:16.605522 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b19b1-d6f4-4155-83b5-b5be1c430b0a req-2cb69f8e-4730-440b-897a-5fa6c259a43e tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:16.608102 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-173b19b1-d6f4-4155-83b5-b5be1c430b0a req-2cb69f8e-4730-440b-897a-5fa6c259a43e tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 945 time: 0.2432272 Apr 15 10:58:16.614976 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-cbdb9687-6195-4458-89ae-55dbea827e31 None None] For port 6fc8ee68-f39d-4001-a138-0c12f5eeeb3e, host dv-cinder-786383-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=6fc8ee68-f39d-4001-a138-0c12f5eeeb3e,segment=NetworkSegment(2ae0fa57-f4b0-4f62-9b36-8730e8afaed2),segment_id=2ae0fa57-f4b0-4f62-9b36-8730e8afaed2)] {{(pid=85273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:58:16.622545 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-cbdb9687-6195-4458-89ae-55dbea827e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:16.642718 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:16.700086 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 165fd55e-b424-4e03-8a0d-8fc53c1a956b details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:58:16.711556 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-173b19b1-d6f4-4155-83b5-b5be1c430b0a req-a1e1a2bc-9c49-4cf9-beda-c42291a95ad2 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923328 Apr 15 10:58:16.938264 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-c1825a10-07d0-4acf-a2a4-6e99f34a6c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'name': 'tempest-TestMinimumBasicScenario-1749249159-router', 'tenant_id': '6649e462ddcb4b9eaadfa697910754c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '92ffb84d-9a50-4a58-973d-e33ae680142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:03Z', 'updated_at': '2021-04-15T10:58:10Z', 'revision_number': 4, 'project_id': '6649e462ddcb4b9eaadfa697910754c5', 'gw_port': {'id': '92ffb84d-9a50-4a58-973d-e33ae680142e', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:04Z', 'updated_at': '2021-04-15T10:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '34eeaf09-4433-49f8-b509-347311a09686', 'name': '', 'network_id': 'c3e34d95-ed57-4474-b09b-ff783b904a56', 'tenant_id': '6649e462ddcb4b9eaadfa697910754c5', 'mac_address': 'fa:16:3e:1c:6c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'e34725df-ec95-435a-9d7b-25408026fc55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:09Z', 'updated_at': '2021-04-15T10:58:11Z', 'revision_number': 2, 'project_id': '6649e462ddcb4b9eaadfa697910754c5', 'subnets': [{'id': 'e34725df-ec95-435a-9d7b-25408026fc55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:16.943807 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1825a10-07d0-4acf-a2a4-6e99f34a6c64 None None] Checking router: 46aa2a01-4109-469e-bab4-08c002b7dc7f for host: dv-cinder-786383-1-iscsi {{(pid=85276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:58:16.944197 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1825a10-07d0-4acf-a2a4-6e99f34a6c64 None None] Updating router 46aa2a01-4109-469e-bab4-08c002b7dc7f port 34eeaf09-4433-49f8-b509-347311a09686 binding host dv-cinder-786383-1-iscsi {{(pid=85276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:58:17.020441 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c1825a10-07d0-4acf-a2a4-6e99f34a6c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:17.130236 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb9687-6195-4458-89ae-55dbea827e31 None None] Pushing event updated for resources: {'Port': ['ID=6fc8ee68-f39d-4001-a138-0c12f5eeeb3e,revision_number=2']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:17.226542 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-cbdb9687-6195-4458-89ae-55dbea827e31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:17.343294 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 165fd55e-b424-4e03-8a0d-8fc53c1a956b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=165fd55e-b424-4e03-8a0d-8fc53c1a956b,segment=NetworkSegment(8e6d0818-21ca-4119-a259-40d1be9a343f),segment_id=8e6d0818-21ca-4119-a259-40d1be9a343f)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:17.378730 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Returning: {'device': '165fd55e-b424-4e03-8a0d-8fc53c1a956b', 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a', 'port_id': '165fd55e-b424-4e03-8a0d-8fc53c1a956b', 'mac_address': 'fa:16:3e:59:ab:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:58:17.416826 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1ed89d9f-29d4-4ba7-acac-0b413121ec89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:17.515196 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:17.540051 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 165fd55e-b424-4e03-8a0d-8fc53c1a956b {{(pid=85273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:58:17.568233 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 165fd55e-b424-4e03-8a0d-8fc53c1a956b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=165fd55e-b424-4e03-8a0d-8fc53c1a956b,segment=NetworkSegment(8e6d0818-21ca-4119-a259-40d1be9a343f),segment_id=8e6d0818-21ca-4119-a259-40d1be9a343f)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:17.572050 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:17.573961 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:17.659711 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['165fd55e-b424-4e03-8a0d-8fc53c1a956b'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:58:17.730453 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=165fd55e-b424-4e03-8a0d-8fc53c1a956b,revision_number=6']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:17.737087 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:17.794924 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c1825a10-07d0-4acf-a2a4-6e99f34a6c64 None None] Notify callbacks [] for port, precommit_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:17.815007 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-c1825a10-07d0-4acf-a2a4-6e99f34a6c64 None None] Transition to ACTIVE for port object 34eeaf09-4433-49f8-b509-347311a09686 will not be triggered until provisioned by entity L2. {{(pid=85276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:58:17.830207 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c1825a10-07d0-4acf-a2a4-6e99f34a6c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:17.857678 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-ebb9f358-eed4-4d97-9df5-8e61c97db41c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:18.041493 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd6f81-eb4e-434c-8234-794ec91e8c5c req-a371bb40-76ca-499d-ac72-a52831d92ade tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:18.043619 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-52bd6f81-eb4e-434c-8234-794ec91e8c5c req-a371bb40-76ca-499d-ac72-a52831d92ade tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 944 time: 0.1244564 Apr 15 10:58:18.080613 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c768f-7e91-4cb0-946d-772d87edf2ff None None] Pushing event updated for resources: {'Port': ['ID=34eeaf09-4433-49f8-b509-347311a09686,revision_number=3']} {{(pid=85276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:18.095044 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c768f-7e91-4cb0-946d-772d87edf2ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:18.095424 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c768f-7e91-4cb0-946d-772d87edf2ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:18.095801 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c768f-7e91-4cb0-946d-772d87edf2ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:18.096169 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c768f-7e91-4cb0-946d-772d87edf2ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:18.096537 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c768f-7e91-4cb0-946d-772d87edf2ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:18.096904 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c768f-7e91-4cb0-946d-772d87edf2ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:18.097373 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c768f-7e91-4cb0-946d-772d87edf2ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:18.097733 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c768f-7e91-4cb0-946d-772d87edf2ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:18.098096 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c768f-7e91-4cb0-946d-772d87edf2ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:18.098531 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c768f-7e91-4cb0-946d-772d87edf2ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:18.098887 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c768f-7e91-4cb0-946d-772d87edf2ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:18.099270 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c768f-7e91-4cb0-946d-772d87edf2ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:18.122044 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1ed89d9f-29d4-4ba7-acac-0b413121ec89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854360748'] for router, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:18.125400 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-52bd6f81-eb4e-434c-8234-794ec91e8c5c req-906e2a9c-10c4-4a1e-9c63-c7197325ec35 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722227 Apr 15 10:58:18.252174 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-475c768f-7e91-4cb0-946d-772d87edf2ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:18.336042 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-c1825a10-07d0-4acf-a2a4-6e99f34a6c64 None None] Attempting to bind port 34eeaf09-4433-49f8-b509-347311a09686 on host dv-cinder-786383-1-iscsi for vnic_type normal with profile {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:58:18.336397 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-c1825a10-07d0-4acf-a2a4-6e99f34a6c64 None None] Attempting to bind port 34eeaf09-4433-49f8-b509-347311a09686 by drivers openvswitch,hyperv on host dv-cinder-786383-1-iscsi at level 0 using segments [{'id': '948bd829-6efd-41c7-844a-cb015bfaec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c3e34d95-ed57-4474-b09b-ff783b904a56'}] {{(pid=85276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:58:18.336896 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1825a10-07d0-4acf-a2a4-6e99f34a6c64 None None] Attempting to bind port 34eeaf09-4433-49f8-b509-347311a09686 on network c3e34d95-ed57-4474-b09b-ff783b904a56 {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:58:18.345674 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1825a10-07d0-4acf-a2a4-6e99f34a6c64 None None] Checking agent: {'id': '8830baa2-eb89-499a-aa08-32819d4139e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 40, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:58:18.346222 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1825a10-07d0-4acf-a2a4-6e99f34a6c64 None None] Checking segment: {'id': '948bd829-6efd-41c7-844a-cb015bfaec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c3e34d95-ed57-4474-b09b-ff783b904a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:58:18.346906 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c1825a10-07d0-4acf-a2a4-6e99f34a6c64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:18.347623 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1825a10-07d0-4acf-a2a4-6e99f34a6c64 None None] Bound using segment: {'id': '948bd829-6efd-41c7-844a-cb015bfaec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c3e34d95-ed57-4474-b09b-ff783b904a56'} {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:58:18.348466 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-c1825a10-07d0-4acf-a2a4-6e99f34a6c64 None None] Bound port: 34eeaf09-4433-49f8-b509-347311a09686, host: dv-cinder-786383-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948bd829-6efd-41c7-844a-cb015bfaec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c3e34d95-ed57-4474-b09b-ff783b904a56'}}] {{(pid=85276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:58:18.349122 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c1825a10-07d0-4acf-a2a4-6e99f34a6c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:18.427663 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed89d9f-29d4-4ba7-acac-0b413121ec89 admin admin] Router 746816a1-27d7-4306-81f0-0642f37508ce is scheduled to L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 with binding_index 1 {{(pid=85272) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 10:58:18.490783 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-c1825a10-07d0-4acf-a2a4-6e99f34a6c64 None None] For port 34eeaf09-4433-49f8-b509-347311a09686, host dv-cinder-786383-1-iscsi, cleared binding levels {{(pid=85276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:58:18.494611 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-c1825a10-07d0-4acf-a2a4-6e99f34a6c64 None None] For port 34eeaf09-4433-49f8-b509-347311a09686, host dv-cinder-786383-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=34eeaf09-4433-49f8-b509-347311a09686,segment=NetworkSegment(948bd829-6efd-41c7-844a-cb015bfaec49),segment_id=948bd829-6efd-41c7-844a-cb015bfaec49)] {{(pid=85276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:58:18.498474 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c1825a10-07d0-4acf-a2a4-6e99f34a6c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:18.513599 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:18.631728 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 165fd55e-b424-4e03-8a0d-8fc53c1a956b up at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:18.654372 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed89d9f-29d4-4ba7-acac-0b413121ec89 admin admin] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:58:18.701527 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1ed89d9f-29d4-4ba7-acac-0b413121ec89 admin admin] Notify callbacks [] for router, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:18.702135 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c768f-7e91-4cb0-946d-772d87edf2ff None None] Pushing event updated for resources: {'Port': ['ID=34eeaf09-4433-49f8-b509-347311a09686,revision_number=4']} {{(pid=85276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:18.705485 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-1ed89d9f-29d4-4ba7-acac-0b413121ec89 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9960392 Apr 15 10:58:18.712561 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 45190) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:18.712773 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-475c768f-7e91-4cb0-946d-772d87edf2ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:18.719699 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4764c5b3-0c88-4be9-96a5-1dd5ca2bcbe5 None None] Sync routers for ids ['746816a1-27d7-4306-81f0-0642f37508ce'] in dv-cinder-786383-1-iscsi {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:58:18.738752 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4764c5b3-0c88-4be9-96a5-1dd5ca2bcbe5 None None] Routers {'746816a1-27d7-4306-81f0-0642f37508ce'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:58:18.739664 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-4764c5b3-0c88-4be9-96a5-1dd5ca2bcbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:57:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['746816a1-27d7-4306-81f0-0642f37508ce'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:18.770211 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1825a10-07d0-4acf-a2a4-6e99f34a6c64 None None] Routers {'46aa2a01-4109-469e-bab4-08c002b7dc7f'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:58:18.770900 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-c1825a10-07d0-4acf-a2a4-6e99f34a6c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:57:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['46aa2a01-4109-469e-bab4-08c002b7dc7f'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:18.971663 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning complete for port 165fd55e-b424-4e03-8a0d-8fc53c1a956b triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:18.972090 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:19.062896 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-c1825a10-07d0-4acf-a2a4-6e99f34a6c64 None None] Set router 46aa2a01-4109-469e-bab4-08c002b7dc7f gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:58:19.229286 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-4764c5b3-0c88-4be9-96a5-1dd5ca2bcbe5 None None] Set router 746816a1-27d7-4306-81f0-0642f37508ce gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:58:19.285457 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55149c8-afde-435c-8207-c566c9be32ca None None] Network 4036570b-2c54-4030-bdb0-06d8001a133b requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:58:19.418795 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:19.517032 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc389f-8c02-4b90-8ed5-aad5595ddd2c req-a6b7dabe-2c73-4c99-8bd9-288c7af1df99 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:19.520450 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-fbdc389f-8c02-4b90-8ed5-aad5595ddd2c req-a6b7dabe-2c73-4c99-8bd9-288c7af1df99 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 944 time: 0.1781023 Apr 15 10:58:19.602453 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-fbdc389f-8c02-4b90-8ed5-aad5595ddd2c req-776c90d0-53e9-41cf-91c6-8f136d4fe080 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692961 Apr 15 10:58:19.647671 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-c1825a10-07d0-4acf-a2a4-6e99f34a6c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'name': 'tempest-TestMinimumBasicScenario-1749249159-router', 'tenant_id': '6649e462ddcb4b9eaadfa697910754c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '92ffb84d-9a50-4a58-973d-e33ae680142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:03Z', 'updated_at': '2021-04-15T10:58:10Z', 'revision_number': 4, 'project_id': '6649e462ddcb4b9eaadfa697910754c5', 'gw_port': {'id': '92ffb84d-9a50-4a58-973d-e33ae680142e', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:04Z', 'updated_at': '2021-04-15T10:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '34eeaf09-4433-49f8-b509-347311a09686', 'name': '', 'network_id': 'c3e34d95-ed57-4474-b09b-ff783b904a56', 'tenant_id': '6649e462ddcb4b9eaadfa697910754c5', 'mac_address': 'fa:16:3e:1c:6c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'e34725df-ec95-435a-9d7b-25408026fc55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:09Z', 'updated_at': '2021-04-15T10:58:18Z', 'revision_number': 4, 'project_id': '6649e462ddcb4b9eaadfa697910754c5', 'subnets': [{'id': 'e34725df-ec95-435a-9d7b-25408026fc55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:19.652877 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1825a10-07d0-4acf-a2a4-6e99f34a6c64 None None] The sync data for ids ['46aa2a01-4109-469e-bab4-08c002b7dc7f'] in dv-cinder-786383-1-iscsi is: [{'id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'name': 'tempest-TestMinimumBasicScenario-1749249159-router', 'tenant_id': '6649e462ddcb4b9eaadfa697910754c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '92ffb84d-9a50-4a58-973d-e33ae680142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:03Z', 'updated_at': '2021-04-15T10:58:10Z', 'revision_number': 4, 'project_id': '6649e462ddcb4b9eaadfa697910754c5', 'gw_port': {'id': '92ffb84d-9a50-4a58-973d-e33ae680142e', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:04Z', 'updated_at': '2021-04-15T10:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '34eeaf09-4433-49f8-b509-347311a09686', 'name': '', 'network_id': 'c3e34d95-ed57-4474-b09b-ff783b904a56', 'tenant_id': '6649e462ddcb4b9eaadfa697910754c5', 'mac_address': 'fa:16:3e:1c:6c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'e34725df-ec95-435a-9d7b-25408026fc55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:09Z', 'updated_at': '2021-04-15T10:58:18Z', 'revision_number': 4, 'project_id': '6649e462ddcb4b9eaadfa697910754c5', 'subnets': [{'id': 'e34725df-ec95-435a-9d7b-25408026fc55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:58:19.666614 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee2ad2d-6ff5-4146-9656-69d7aca40897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165fd55e-b424-4e03-8a0d-8fc53c1a956b'}] {{(pid=85273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:58:19.722862 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-f407c6cb-51c4-4e93-af2a-1d17350200ca None None] Provisioning for port 6fc8ee68-f39d-4001-a138-0c12f5eeeb3e completed by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:58:19.786117 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 165fd55e-b424-4e03-8a0d-8fc53c1a956b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=165fd55e-b424-4e03-8a0d-8fc53c1a956b,segment=NetworkSegment(8e6d0818-21ca-4119-a259-40d1be9a343f),segment_id=8e6d0818-21ca-4119-a259-40d1be9a343f)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:19.803807 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee2ad2d-6ff5-4146-9656-69d7aca40897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165fd55e-b424-4e03-8a0d-8fc53c1a956b', 'code': 200} Apr 15 10:58:19.847520 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:19.863496 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a24907e1-d3d8-4ddd-89a9-f8aee724dc33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:19.907054 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:19.956763 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 34eeaf09-4433-49f8-b509-347311a09686 up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:20.133306 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-a24907e1-d3d8-4ddd-89a9-f8aee724dc33 admin admin] Allocated IP 172.20.0.1 (4036570b-2c54-4030-bdb0-06d8001a133b/1949c210-bc78-4e3c-9710-fe60d401c0a5/22c56b17-cb28-453e-9c96-34e9c5fe95f4) {{(pid=85272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:58:20.238075 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=165fd55e-b424-4e03-8a0d-8fc53c1a956b,revision_number=7']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:20.251658 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:20.369462 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning for port 34eeaf09-4433-49f8-b509-347311a09686 completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:58:20.384085 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-4764c5b3-0c88-4be9-96a5-1dd5ca2bcbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746816a1-27d7-4306-81f0-0642f37508ce', 'name': 'tempest-TestMinimumBasicScenario-11352218-router', 'tenant_id': '97a52eb310604f1ea8c60e7ca6c8ecc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '47683df7-dae0-4749-9ba5-70c76f21a0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:14Z', 'updated_at': '2021-04-15T10:58:16Z', 'revision_number': 3, 'project_id': '97a52eb310604f1ea8c60e7ca6c8ecc5', 'gw_port': {'id': '47683df7-dae0-4749-9ba5-70c76f21a0df', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746816a1-27d7-4306-81f0-0642f37508ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:15Z', 'updated_at': '2021-04-15T10:58:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi'}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:20.394784 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port 34eeaf09-4433-49f8-b509-347311a09686 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:20.396420 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:20.609352 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a24907e1-d3d8-4ddd-89a9-f8aee724dc33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:20.635816 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-a24907e1-d3d8-4ddd-89a9-f8aee724dc33 admin admin] Transition to ACTIVE for port object 22c56b17-cb28-453e-9c96-34e9c5fe95f4 will not be triggered until provisioned by entity DHCP. {{(pid=85272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:58:20.662271 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4764c5b3-0c88-4be9-96a5-1dd5ca2bcbe5 None None] Checking router: 746816a1-27d7-4306-81f0-0642f37508ce for host: dv-cinder-786383-1-iscsi {{(pid=85273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:58:20.663178 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4764c5b3-0c88-4be9-96a5-1dd5ca2bcbe5 None None] Updating router 746816a1-27d7-4306-81f0-0642f37508ce port 47683df7-dae0-4749-9ba5-70c76f21a0df binding host dv-cinder-786383-1-iscsi {{(pid=85273) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:58:20.669165 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a24907e1-d3d8-4ddd-89a9-f8aee724dc33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:20.689135 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-aff3e1c5-de7b-47ce-a1e5-ec11604db912 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:20.801273 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4764c5b3-0c88-4be9-96a5-1dd5ca2bcbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:20.836598 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24907e1-d3d8-4ddd-89a9-f8aee724dc33 admin admin] Pushing event updated for resources: {'Port': ['ID=22c56b17-cb28-453e-9c96-34e9c5fe95f4,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:20.840027 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-a24907e1-d3d8-4ddd-89a9-f8aee724dc33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:20.931507 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1fa0c-852d-4fbc-b41d-2ecab12fd218 req-c262e118-a97e-4e30-92b6-f0ae68f7f518 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:20.948360 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-29f1fa0c-852d-4fbc-b41d-2ecab12fd218 req-c262e118-a97e-4e30-92b6-f0ae68f7f518 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 945 time: 0.1856496 Apr 15 10:58:20.970643 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24907e1-d3d8-4ddd-89a9-f8aee724dc33 admin admin] Network 4036570b-2c54-4030-bdb0-06d8001a133b is already hosted by enough agents. {{(pid=85272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:58:20.972993 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-a24907e1-d3d8-4ddd-89a9-f8aee724dc33 admin admin] Resources bound (agent type, host, resource id): {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:58:20.976215 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24907e1-d3d8-4ddd-89a9-f8aee724dc33 admin admin] Received port after_create {{(pid=85272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:58:21.009068 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1aa0850c-9243-4888-a861-c26cf4bc64f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:21.018660 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-29f1fa0c-852d-4fbc-b41d-2ecab12fd218 req-358cb976-c7ad-48ce-a6b1-53158d40a32e tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686352 Apr 15 10:58:21.049347 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a24907e1-d3d8-4ddd-89a9-f8aee724dc33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854360687'] for router_interface, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:21.146858 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:21.269304 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] For port 34eeaf09-4433-49f8-b509-347311a09686, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=34eeaf09-4433-49f8-b509-347311a09686,segment=NetworkSegment(948bd829-6efd-41c7-844a-cb015bfaec49),segment_id=948bd829-6efd-41c7-844a-cb015bfaec49)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:21.342387 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:21.344736 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 6fc8ee68-f39d-4001-a138-0c12f5eeeb3e up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:21.375339 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a24907e1-d3d8-4ddd-89a9-f8aee724dc33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:21.381075 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e24505bb-9c01-4f8c-ba8a-db7634ec27bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:21.539528 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-71b49144-f194-497a-9b89-073bb2c6f1ab None None] Provisioning for port 22c56b17-cb28-453e-9c96-34e9c5fe95f4 completed by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:58:21.559407 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Pushing event updated for resources: {'Port': ['ID=34eeaf09-4433-49f8-b509-347311a09686,revision_number=5']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:21.569433 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:21.574207 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-71b49144-f194-497a-9b89-073bb2c6f1ab None None] Provisioning complete for port 22c56b17-cb28-453e-9c96-34e9c5fe95f4 triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:21.574733 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-71b49144-f194-497a-9b89-073bb2c6f1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:21.657677 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning for port 6fc8ee68-f39d-4001-a138-0c12f5eeeb3e completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:58:21.671338 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port 6fc8ee68-f39d-4001-a138-0c12f5eeeb3e triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:21.671941 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:21.708263 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a24907e1-d3d8-4ddd-89a9-f8aee724dc33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:21.713245 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a24907e1-d3d8-4ddd-89a9-f8aee724dc33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852030086'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:21.734439 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-71b49144-f194-497a-9b89-073bb2c6f1ab None None] Port 22c56b17-cb28-453e-9c96-34e9c5fe95f4 cannot update to ACTIVE because it is not bound. {{(pid=85273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:58:21.745613 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-3e9d60d3-d260-457c-981a-0673326be6d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:21.836948 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4764c5b3-0c88-4be9-96a5-1dd5ca2bcbe5 None None] Notify callbacks [] for port, precommit_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:21.837933 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a24907e1-d3d8-4ddd-89a9-f8aee724dc33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854122366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854366150'] for router_interface, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:21.852031 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24907e1-d3d8-4ddd-89a9-f8aee724dc33 admin admin] Pushing event updated for resources: {'Port': ['ID=22c56b17-cb28-453e-9c96-34e9c5fe95f4,revision_number=2']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:21.854875 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-a24907e1-d3d8-4ddd-89a9-f8aee724dc33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:21.893434 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-4764c5b3-0c88-4be9-96a5-1dd5ca2bcbe5 None None] Transition to ACTIVE for port object 47683df7-dae0-4749-9ba5-70c76f21a0df will not be triggered until provisioned by entity L2. {{(pid=85273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:58:21.910537 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4764c5b3-0c88-4be9-96a5-1dd5ca2bcbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:21.936466 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-cbdb9687-6195-4458-89ae-55dbea827e31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:22.010341 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24907e1-d3d8-4ddd-89a9-f8aee724dc33 admin admin] Network 4036570b-2c54-4030-bdb0-06d8001a133b is already hosted by enough agents. {{(pid=85272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:58:22.011556 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-a24907e1-d3d8-4ddd-89a9-f8aee724dc33 admin admin] Resources bound (agent type, host, resource id): {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:58:22.099676 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:22.152002 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff66a-4450-47f9-b148-8f4fd6a2ea09 None None] Pushing event updated for resources: {'Port': ['ID=47683df7-dae0-4749-9ba5-70c76f21a0df,revision_number=2']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:22.161204 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-bb2ff66a-4450-47f9-b148-8f4fd6a2ea09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:22.233998 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] For port 6fc8ee68-f39d-4001-a138-0c12f5eeeb3e, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=6fc8ee68-f39d-4001-a138-0c12f5eeeb3e,segment=NetworkSegment(2ae0fa57-f4b0-4f62-9b36-8730e8afaed2),segment_id=2ae0fa57-f4b0-4f62-9b36-8730e8afaed2)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:22.243688 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:22.248499 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-7f813acb-4128-4f82-9b5e-f59231a0a0b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:22.285703 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9b981-43fd-4bea-a0bb-11d16414a9b0 req-7536cf63-7ffd-4f32-ba5e-3ce329d34d02 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:22.294683 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ebc9b981-43fd-4bea-a0bb-11d16414a9b0 req-7536cf63-7ffd-4f32-ba5e-3ce329d34d02 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 945 time: 0.1140587 Apr 15 10:58:22.365806 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-4764c5b3-0c88-4be9-96a5-1dd5ca2bcbe5 None None] Attempting to bind port 47683df7-dae0-4749-9ba5-70c76f21a0df on host dv-cinder-786383-1-iscsi for vnic_type normal with profile {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:58:22.366172 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-4764c5b3-0c88-4be9-96a5-1dd5ca2bcbe5 None None] Attempting to bind port 47683df7-dae0-4749-9ba5-70c76f21a0df by drivers openvswitch,hyperv on host dv-cinder-786383-1-iscsi at level 0 using segments [{'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:58:22.366591 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4764c5b3-0c88-4be9-96a5-1dd5ca2bcbe5 None None] Attempting to bind port 47683df7-dae0-4749-9ba5-70c76f21a0df on network 533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:58:22.386317 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ebc9b981-43fd-4bea-a0bb-11d16414a9b0 req-628e3203-976a-4df2-b7e0-71fb95004907 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903330 Apr 15 10:58:22.390252 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4764c5b3-0c88-4be9-96a5-1dd5ca2bcbe5 None None] Checking agent: {'id': '8830baa2-eb89-499a-aa08-32819d4139e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 40, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:58:22.391239 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4764c5b3-0c88-4be9-96a5-1dd5ca2bcbe5 None None] Checking segment: {'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:58:22.391706 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4764c5b3-0c88-4be9-96a5-1dd5ca2bcbe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:22.392143 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4764c5b3-0c88-4be9-96a5-1dd5ca2bcbe5 None None] Bound using segment: {'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:58:22.392706 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-4764c5b3-0c88-4be9-96a5-1dd5ca2bcbe5 None None] Bound port: 47683df7-dae0-4749-9ba5-70c76f21a0df, host: dv-cinder-786383-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'}}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:58:22.393071 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4764c5b3-0c88-4be9-96a5-1dd5ca2bcbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:22.428665 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24907e1-d3d8-4ddd-89a9-f8aee724dc33 admin admin] Router 746816a1-27d7-4306-81f0-0642f37508ce has already been hosted by L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 {{(pid=85272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:58:22.444992 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 34eeaf09-4433-49f8-b509-347311a09686 up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:22.526909 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Pushing event updated for resources: {'Port': ['ID=6fc8ee68-f39d-4001-a138-0c12f5eeeb3e,revision_number=3']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:22.533403 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:22.546843 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-30275eec-d891-4d93-9779-c376c3b5a2e2 None None] Provisioning complete for port 22c56b17-cb28-453e-9c96-34e9c5fe95f4 triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:22.547655 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-30275eec-d891-4d93-9779-c376c3b5a2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:22.705711 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24907e1-d3d8-4ddd-89a9-f8aee724dc33 admin admin] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:58:22.735197 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-a24907e1-d3d8-4ddd-89a9-f8aee724dc33 admin admin] 10.222.0.36 "PUT /v2.0/routers/746816a1-27d7-4306-81f0-0642f37508ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0112147 Apr 15 10:58:22.736249 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-30275eec-d891-4d93-9779-c376c3b5a2e2 None None] Port 22c56b17-cb28-453e-9c96-34e9c5fe95f4 cannot update to ACTIVE because it is not bound. {{(pid=85273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:58:22.736249 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-4764c5b3-0c88-4be9-96a5-1dd5ca2bcbe5 None None] For port 47683df7-dae0-4749-9ba5-70c76f21a0df, host dv-cinder-786383-1-iscsi, cleared binding levels {{(pid=85273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:58:22.736249 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-4764c5b3-0c88-4be9-96a5-1dd5ca2bcbe5 None None] For port 47683df7-dae0-4749-9ba5-70c76f21a0df, host dv-cinder-786383-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=47683df7-dae0-4749-9ba5-70c76f21a0df,segment=NetworkSegment(c54efefa-f121-49d4-9f1f-b433dc39aac8),segment_id=c54efefa-f121-49d4-9f1f-b433dc39aac8)] {{(pid=85273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:58:22.745098 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4764c5b3-0c88-4be9-96a5-1dd5ca2bcbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:22.771735 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:22.923571 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port 34eeaf09-4433-49f8-b509-347311a09686 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:22.924341 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:23.065587 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff66a-4450-47f9-b148-8f4fd6a2ea09 None None] Pushing event updated for resources: {'Port': ['ID=47683df7-dae0-4749-9ba5-70c76f21a0df,revision_number=3']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:23.076451 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-bb2ff66a-4450-47f9-b148-8f4fd6a2ea09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:23.457317 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-41eec349-3398-420e-a662-7553dd5a2840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:23.518766 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4764c5b3-0c88-4be9-96a5-1dd5ca2bcbe5 None None] Routers {'746816a1-27d7-4306-81f0-0642f37508ce'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:58:23.519800 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-4764c5b3-0c88-4be9-96a5-1dd5ca2bcbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:58:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['746816a1-27d7-4306-81f0-0642f37508ce'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:23.854448 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660f15b-d694-4fb4-876b-9b32c0ab4cf9 req-ffc66bf4-9cdb-4f60-87ee-4229139b0b54 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:23.867259 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d660f15b-d694-4fb4-876b-9b32c0ab4cf9 req-ffc66bf4-9cdb-4f60-87ee-4229139b0b54 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 945 time: 0.2011597 Apr 15 10:58:23.903038 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-4764c5b3-0c88-4be9-96a5-1dd5ca2bcbe5 None None] Set router 746816a1-27d7-4306-81f0-0642f37508ce gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:58:23.945784 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d660f15b-d694-4fb4-876b-9b32c0ab4cf9 req-924bab68-db51-4e98-a040-bf3843918dd0 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751815 Apr 15 10:58:24.417658 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:24.432598 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:24.468122 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-4764c5b3-0c88-4be9-96a5-1dd5ca2bcbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746816a1-27d7-4306-81f0-0642f37508ce', 'name': 'tempest-TestMinimumBasicScenario-11352218-router', 'tenant_id': '97a52eb310604f1ea8c60e7ca6c8ecc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '47683df7-dae0-4749-9ba5-70c76f21a0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:14Z', 'updated_at': '2021-04-15T10:58:21Z', 'revision_number': 4, 'project_id': '97a52eb310604f1ea8c60e7ca6c8ecc5', 'gw_port': {'id': '47683df7-dae0-4749-9ba5-70c76f21a0df', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746816a1-27d7-4306-81f0-0642f37508ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:15Z', 'updated_at': '2021-04-15T10:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '22c56b17-cb28-453e-9c96-34e9c5fe95f4', 'name': '', 'network_id': '4036570b-2c54-4030-bdb0-06d8001a133b', 'tenant_id': '97a52eb310604f1ea8c60e7ca6c8ecc5', 'mac_address': 'fa:16:3e:ca:97:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746816a1-27d7-4306-81f0-0642f37508ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '1949c210-bc78-4e3c-9710-fe60d401c0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:19Z', 'updated_at': '2021-04-15T10:58:21Z', 'revision_number': 2, 'project_id': '97a52eb310604f1ea8c60e7ca6c8ecc5', 'subnets': [{'id': '1949c210-bc78-4e3c-9710-fe60d401c0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:24.479554 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 6fc8ee68-f39d-4001-a138-0c12f5eeeb3e up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:24.520196 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4764c5b3-0c88-4be9-96a5-1dd5ca2bcbe5 None None] The sync data for ids ['746816a1-27d7-4306-81f0-0642f37508ce'] in dv-cinder-786383-1-iscsi is: [{'id': '746816a1-27d7-4306-81f0-0642f37508ce', 'name': 'tempest-TestMinimumBasicScenario-11352218-router', 'tenant_id': '97a52eb310604f1ea8c60e7ca6c8ecc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '47683df7-dae0-4749-9ba5-70c76f21a0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:14Z', 'updated_at': '2021-04-15T10:58:21Z', 'revision_number': 4, 'project_id': '97a52eb310604f1ea8c60e7ca6c8ecc5', 'gw_port': {'id': '47683df7-dae0-4749-9ba5-70c76f21a0df', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746816a1-27d7-4306-81f0-0642f37508ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:15Z', 'updated_at': '2021-04-15T10:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '22c56b17-cb28-453e-9c96-34e9c5fe95f4', 'name': '', 'network_id': '4036570b-2c54-4030-bdb0-06d8001a133b', 'tenant_id': '97a52eb310604f1ea8c60e7ca6c8ecc5', 'mac_address': 'fa:16:3e:ca:97:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746816a1-27d7-4306-81f0-0642f37508ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '1949c210-bc78-4e3c-9710-fe60d401c0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:19Z', 'updated_at': '2021-04-15T10:58:21Z', 'revision_number': 2, 'project_id': '97a52eb310604f1ea8c60e7ca6c8ecc5', 'subnets': [{'id': '1949c210-bc78-4e3c-9710-fe60d401c0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:58:24.665103 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port 6fc8ee68-f39d-4001-a138-0c12f5eeeb3e triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:24.665523 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:25.163741 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:25.242270 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:25.498816 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb764c2-b379-4251-805f-7d5ce1671b12 req-21575ac9-5ec6-4a79-8c7e-4e2d04389dff tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:25.501377 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4fb764c2-b379-4251-805f-7d5ce1671b12 req-21575ac9-5ec6-4a79-8c7e-4e2d04389dff tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 945 time: 0.2155719 Apr 15 10:58:25.577197 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4fb764c2-b379-4251-805f-7d5ce1671b12 req-8bcbaa0e-d995-4fc0-b40c-e27b3b2be9bd tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592213 Apr 15 10:58:26.524953 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 47683df7-dae0-4749-9ba5-70c76f21a0df up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:26.696066 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning for port 47683df7-dae0-4749-9ba5-70c76f21a0df completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:58:26.702209 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port 47683df7-dae0-4749-9ba5-70c76f21a0df triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:26.702671 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:27.084086 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d59f5-7c5d-4a8e-876e-e7a571ca8af1 req-c522a736-805d-4f8a-9ea9-c303c76263e8 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:27.119259 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e04d59f5-7c5d-4a8e-876e-e7a571ca8af1 req-c522a736-805d-4f8a-9ea9-c303c76263e8 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 945 time: 0.2464089 Apr 15 10:58:27.239384 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:27.289939 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e04d59f5-7c5d-4a8e-876e-e7a571ca8af1 req-9bb320b9-536e-4da5-822c-1875e870af73 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686456 Apr 15 10:58:27.320573 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] For port 47683df7-dae0-4749-9ba5-70c76f21a0df, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=47683df7-dae0-4749-9ba5-70c76f21a0df,segment=NetworkSegment(c54efefa-f121-49d4-9f1f-b433dc39aac8),segment_id=c54efefa-f121-49d4-9f1f-b433dc39aac8)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:27.344596 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:27.349425 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:27.543934 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Pushing event updated for resources: {'Port': ['ID=47683df7-dae0-4749-9ba5-70c76f21a0df,revision_number=4']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:27.553506 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:28.429519 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 47683df7-dae0-4749-9ba5-70c76f21a0df up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:28.632731 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port 47683df7-dae0-4749-9ba5-70c76f21a0df triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:28.633390 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:28.889513 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54243da7-bcde-40c7-9901-a1efa38d1792 req-7cd2a4c3-d57e-46dd-bb0b-e29205e7d861 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:28.891699 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-54243da7-bcde-40c7-9901-a1efa38d1792 req-7cd2a4c3-d57e-46dd-bb0b-e29205e7d861 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 945 time: 0.2532499 Apr 15 10:58:28.994056 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-54243da7-bcde-40c7-9901-a1efa38d1792 req-8c44c046-0612-4a05-ae85-f7539076456c tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927920 Apr 15 10:58:29.516782 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4561426-9dba-4a84-9781-cfac6130178b None None] Sync routers for ids ['746816a1-27d7-4306-81f0-0642f37508ce'] in dv-cinder-786383-1-iscsi {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:58:29.557929 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4561426-9dba-4a84-9781-cfac6130178b None None] Routers {'746816a1-27d7-4306-81f0-0642f37508ce'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:58:29.572701 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-b4561426-9dba-4a84-9781-cfac6130178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:58:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['746816a1-27d7-4306-81f0-0642f37508ce'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:30.099114 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-b4561426-9dba-4a84-9781-cfac6130178b None None] Set router 746816a1-27d7-4306-81f0-0642f37508ce gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:58:30.458290 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e83d4-9563-47e1-85e4-6fbb2f0084b7 req-5b6f3e08-550e-441d-9ae2-44cafd6771e6 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:30.468312 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-045e83d4-9563-47e1-85e4-6fbb2f0084b7 req-5b6f3e08-550e-441d-9ae2-44cafd6771e6 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 945 time: 0.2339156 Apr 15 10:58:30.547771 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-045e83d4-9563-47e1-85e4-6fbb2f0084b7 req-22d4d142-199e-4c9c-83d5-29dc668a03f5 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773404 Apr 15 10:58:30.999732 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-b4561426-9dba-4a84-9781-cfac6130178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746816a1-27d7-4306-81f0-0642f37508ce', 'name': 'tempest-TestMinimumBasicScenario-11352218-router', 'tenant_id': '97a52eb310604f1ea8c60e7ca6c8ecc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '47683df7-dae0-4749-9ba5-70c76f21a0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:14Z', 'updated_at': '2021-04-15T10:58:21Z', 'revision_number': 4, 'project_id': '97a52eb310604f1ea8c60e7ca6c8ecc5', 'gw_port': {'id': '47683df7-dae0-4749-9ba5-70c76f21a0df', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746816a1-27d7-4306-81f0-0642f37508ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:15Z', 'updated_at': '2021-04-15T10:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '22c56b17-cb28-453e-9c96-34e9c5fe95f4', 'name': '', 'network_id': '4036570b-2c54-4030-bdb0-06d8001a133b', 'tenant_id': '97a52eb310604f1ea8c60e7ca6c8ecc5', 'mac_address': 'fa:16:3e:ca:97:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746816a1-27d7-4306-81f0-0642f37508ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '1949c210-bc78-4e3c-9710-fe60d401c0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:19Z', 'updated_at': '2021-04-15T10:58:21Z', 'revision_number': 2, 'project_id': '97a52eb310604f1ea8c60e7ca6c8ecc5', 'subnets': [{'id': '1949c210-bc78-4e3c-9710-fe60d401c0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:31.006299 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4561426-9dba-4a84-9781-cfac6130178b None None] Checking router: 746816a1-27d7-4306-81f0-0642f37508ce for host: dv-cinder-786383-1-iscsi {{(pid=85276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:58:31.006967 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4561426-9dba-4a84-9781-cfac6130178b None None] Updating router 746816a1-27d7-4306-81f0-0642f37508ce port 22c56b17-cb28-453e-9c96-34e9c5fe95f4 binding host dv-cinder-786383-1-iscsi {{(pid=85276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:58:31.164083 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b4561426-9dba-4a84-9781-cfac6130178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:32.001621 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b661d-2ad0-4d28-a293-4158e393da51 req-7fa4140c-fea1-4fa6-b618-ee11c9a15929 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:32.011967 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e69b661d-2ad0-4d28-a293-4158e393da51 req-7fa4140c-fea1-4fa6-b618-ee11c9a15929 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 945 time: 0.1369951 Apr 15 10:58:32.101788 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e69b661d-2ad0-4d28-a293-4158e393da51 req-2bbe65df-5ab1-47f9-a979-ecbe216cd02c tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883682 Apr 15 10:58:32.239444 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b4561426-9dba-4a84-9781-cfac6130178b None None] Notify callbacks [] for port, precommit_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:32.239444 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-b4561426-9dba-4a84-9781-cfac6130178b None None] Transition to ACTIVE for port object 22c56b17-cb28-453e-9c96-34e9c5fe95f4 will not be triggered until provisioned by entity L2. {{(pid=85276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:58:32.243222 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b4561426-9dba-4a84-9781-cfac6130178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:32.449195 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:32.774867 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78600893-2e50-4006-9738-cd68a29dbcaf None None] Pushing event updated for resources: {'Port': ['ID=22c56b17-cb28-453e-9c96-34e9c5fe95f4,revision_number=3']} {{(pid=85276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:32.786509 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-78600893-2e50-4006-9738-cd68a29dbcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:32.823923 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-b4561426-9dba-4a84-9781-cfac6130178b None None] Attempting to bind port 22c56b17-cb28-453e-9c96-34e9c5fe95f4 on host dv-cinder-786383-1-iscsi for vnic_type normal with profile {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:58:32.824589 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-b4561426-9dba-4a84-9781-cfac6130178b None None] Attempting to bind port 22c56b17-cb28-453e-9c96-34e9c5fe95f4 by drivers openvswitch,hyperv on host dv-cinder-786383-1-iscsi at level 0 using segments [{'id': '2ae0fa57-f4b0-4f62-9b36-8730e8afaed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4036570b-2c54-4030-bdb0-06d8001a133b'}] {{(pid=85276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:58:32.825309 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4561426-9dba-4a84-9781-cfac6130178b None None] Attempting to bind port 22c56b17-cb28-453e-9c96-34e9c5fe95f4 on network 4036570b-2c54-4030-bdb0-06d8001a133b {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:58:32.836339 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4561426-9dba-4a84-9781-cfac6130178b None None] Checking agent: {'id': '8830baa2-eb89-499a-aa08-32819d4139e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 40, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:58:32.837012 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4561426-9dba-4a84-9781-cfac6130178b None None] Checking segment: {'id': '2ae0fa57-f4b0-4f62-9b36-8730e8afaed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4036570b-2c54-4030-bdb0-06d8001a133b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:58:32.839839 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b4561426-9dba-4a84-9781-cfac6130178b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:32.841274 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4561426-9dba-4a84-9781-cfac6130178b None None] Bound using segment: {'id': '2ae0fa57-f4b0-4f62-9b36-8730e8afaed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4036570b-2c54-4030-bdb0-06d8001a133b'} {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:58:32.841869 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-b4561426-9dba-4a84-9781-cfac6130178b None None] Bound port: 22c56b17-cb28-453e-9c96-34e9c5fe95f4, host: dv-cinder-786383-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae0fa57-f4b0-4f62-9b36-8730e8afaed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4036570b-2c54-4030-bdb0-06d8001a133b'}}] {{(pid=85276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:58:32.842311 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b4561426-9dba-4a84-9781-cfac6130178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:33.019104 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-b4561426-9dba-4a84-9781-cfac6130178b None None] For port 22c56b17-cb28-453e-9c96-34e9c5fe95f4, host dv-cinder-786383-1-iscsi, cleared binding levels {{(pid=85276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:58:33.027959 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-b4561426-9dba-4a84-9781-cfac6130178b None None] For port 22c56b17-cb28-453e-9c96-34e9c5fe95f4, host dv-cinder-786383-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=22c56b17-cb28-453e-9c96-34e9c5fe95f4,segment=NetworkSegment(2ae0fa57-f4b0-4f62-9b36-8730e8afaed2),segment_id=2ae0fa57-f4b0-4f62-9b36-8730e8afaed2)] {{(pid=85276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:58:33.045682 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b4561426-9dba-4a84-9781-cfac6130178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:33.091429 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:33.619926 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78600893-2e50-4006-9738-cd68a29dbcaf None None] Pushing event updated for resources: {'Port': ['ID=22c56b17-cb28-453e-9c96-34e9c5fe95f4,revision_number=4']} {{(pid=85276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:33.650419 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-78600893-2e50-4006-9738-cd68a29dbcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:33.698546 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018f136-cd41-472d-9f78-1f47bd965c6e req-5a309e84-2e4c-4895-9917-448c8cfe2b7d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:33.702349 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f018f136-cd41-472d-9f78-1f47bd965c6e req-5a309e84-2e4c-4895-9917-448c8cfe2b7d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 945 time: 0.2156656 Apr 15 10:58:33.809332 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4561426-9dba-4a84-9781-cfac6130178b None None] Routers {'746816a1-27d7-4306-81f0-0642f37508ce'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:58:33.810904 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-b4561426-9dba-4a84-9781-cfac6130178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:58:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['746816a1-27d7-4306-81f0-0642f37508ce'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:33.895682 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f018f136-cd41-472d-9f78-1f47bd965c6e req-318853e5-0334-45f4-b26a-ddd45dbe48f7 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640112 Apr 15 10:58:34.433724 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-b4561426-9dba-4a84-9781-cfac6130178b None None] Set router 746816a1-27d7-4306-81f0-0642f37508ce gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:58:34.464749 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 22c56b17-cb28-453e-9c96-34e9c5fe95f4 up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:34.757094 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning for port 22c56b17-cb28-453e-9c96-34e9c5fe95f4 completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:58:34.770232 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port 22c56b17-cb28-453e-9c96-34e9c5fe95f4 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:34.772436 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:35.340242 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:35.528444 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] For port 22c56b17-cb28-453e-9c96-34e9c5fe95f4, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=22c56b17-cb28-453e-9c96-34e9c5fe95f4,segment=NetworkSegment(2ae0fa57-f4b0-4f62-9b36-8730e8afaed2),segment_id=2ae0fa57-f4b0-4f62-9b36-8730e8afaed2)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:35.534853 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:35.541081 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:35.627582 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-b4561426-9dba-4a84-9781-cfac6130178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746816a1-27d7-4306-81f0-0642f37508ce', 'name': 'tempest-TestMinimumBasicScenario-11352218-router', 'tenant_id': '97a52eb310604f1ea8c60e7ca6c8ecc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '47683df7-dae0-4749-9ba5-70c76f21a0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:14Z', 'updated_at': '2021-04-15T10:58:21Z', 'revision_number': 4, 'project_id': '97a52eb310604f1ea8c60e7ca6c8ecc5', 'gw_port': {'id': '47683df7-dae0-4749-9ba5-70c76f21a0df', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746816a1-27d7-4306-81f0-0642f37508ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:15Z', 'updated_at': '2021-04-15T10:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '22c56b17-cb28-453e-9c96-34e9c5fe95f4', 'name': '', 'network_id': '4036570b-2c54-4030-bdb0-06d8001a133b', 'tenant_id': '97a52eb310604f1ea8c60e7ca6c8ecc5', 'mac_address': 'fa:16:3e:ca:97:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746816a1-27d7-4306-81f0-0642f37508ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '1949c210-bc78-4e3c-9710-fe60d401c0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:19Z', 'updated_at': '2021-04-15T10:58:33Z', 'revision_number': 4, 'project_id': '97a52eb310604f1ea8c60e7ca6c8ecc5', 'subnets': [{'id': '1949c210-bc78-4e3c-9710-fe60d401c0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:35.647952 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4561426-9dba-4a84-9781-cfac6130178b None None] The sync data for ids ['746816a1-27d7-4306-81f0-0642f37508ce'] in dv-cinder-786383-1-iscsi is: [{'id': '746816a1-27d7-4306-81f0-0642f37508ce', 'name': 'tempest-TestMinimumBasicScenario-11352218-router', 'tenant_id': '97a52eb310604f1ea8c60e7ca6c8ecc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '47683df7-dae0-4749-9ba5-70c76f21a0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:14Z', 'updated_at': '2021-04-15T10:58:21Z', 'revision_number': 4, 'project_id': '97a52eb310604f1ea8c60e7ca6c8ecc5', 'gw_port': {'id': '47683df7-dae0-4749-9ba5-70c76f21a0df', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746816a1-27d7-4306-81f0-0642f37508ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:15Z', 'updated_at': '2021-04-15T10:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '22c56b17-cb28-453e-9c96-34e9c5fe95f4', 'name': '', 'network_id': '4036570b-2c54-4030-bdb0-06d8001a133b', 'tenant_id': '97a52eb310604f1ea8c60e7ca6c8ecc5', 'mac_address': 'fa:16:3e:ca:97:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746816a1-27d7-4306-81f0-0642f37508ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '1949c210-bc78-4e3c-9710-fe60d401c0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:19Z', 'updated_at': '2021-04-15T10:58:33Z', 'revision_number': 4, 'project_id': '97a52eb310604f1ea8c60e7ca6c8ecc5', 'subnets': [{'id': '1949c210-bc78-4e3c-9710-fe60d401c0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:58:35.697433 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026791e4-092e-4422-919b-8508940b63ab req-8d7444a0-fa9f-4cf6-9292-d73436279ba1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:35.699747 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-026791e4-092e-4422-919b-8508940b63ab req-8d7444a0-fa9f-4cf6-9292-d73436279ba1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 945 time: 0.3879180 Apr 15 10:58:35.823058 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Pushing event updated for resources: {'Port': ['ID=22c56b17-cb28-453e-9c96-34e9c5fe95f4,revision_number=5']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:35.842908 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:35.865366 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-026791e4-092e-4422-919b-8508940b63ab req-837482da-3cbf-4b75-a028-54c4cddf8eae tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400518 Apr 15 10:58:36.488956 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 22c56b17-cb28-453e-9c96-34e9c5fe95f4 up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:36.684289 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port 22c56b17-cb28-453e-9c96-34e9c5fe95f4 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:36.684670 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:37.256463 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081e43b-eca7-414d-9c8a-95f9cd679ba2 req-cb09e0c0-5901-4015-a885-5a079c148c54 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:37.264650 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f081e43b-eca7-414d-9c8a-95f9cd679ba2 req-cb09e0c0-5901-4015-a885-5a079c148c54 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 945 time: 0.1284714 Apr 15 10:58:37.344318 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f081e43b-eca7-414d-9c8a-95f9cd679ba2 req-2f3c89ec-3f68-46ff-80a8-5d07ec3e3991 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772250 Apr 15 10:58:38.628796 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263a66f-69e4-45a0-ac6a-9c2288a399e5 req-3ac50284-1b8d-464c-9615-6ac1b024f5eb tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:38.637859 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a263a66f-69e4-45a0-ac6a-9c2288a399e5 req-3ac50284-1b8d-464c-9615-6ac1b024f5eb tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 945 time: 0.1297865 Apr 15 10:58:38.702435 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a263a66f-69e4-45a0-ac6a-9c2288a399e5 req-3f66008f-45f1-406f-bc80-d09e128a09f8 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627646 Apr 15 10:58:39.835865 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-ffc05380-ed47-48ac-a8b2-5712efa3eadc tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:39.836475 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-ffc05380-ed47-48ac-a8b2-5712efa3eadc tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Synchronizing usage tracker for tenant:6649e462ddcb4b9eaadfa697910754c5 on resource:network {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:58:39.855436 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-ffc05380-ed47-48ac-a8b2-5712efa3eadc tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Unset dirty status for tenant:6649e462ddcb4b9eaadfa697910754c5 on resource:network {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:58:39.856835 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-ffc05380-ed47-48ac-a8b2-5712efa3eadc tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/networks?id=c3e34d95-ed57-4474-b09b-ff783b904a56 HTTP/1.1" status: 200 len: 815 time: 0.1963899 Apr 15 10:58:39.883454 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-2dd6fa2b-e6e3-4325-af81-5992c1313272 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/quotas/6649e462ddcb4b9eaadfa697910754c5 HTTP/1.1" status: 200 len: 375 time: 0.0193808 Apr 15 10:58:40.003981 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-66932048-3a80-4c42-b236-5a6e9e801886 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Synchronizing usage tracker for tenant:6649e462ddcb4b9eaadfa697910754c5 on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:58:40.025083 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-66932048-3a80-4c42-b236-5a6e9e801886 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Unset dirty status for tenant:6649e462ddcb4b9eaadfa697910754c5 on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:58:40.026985 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-66932048-3a80-4c42-b236-5a6e9e801886 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6649e462ddcb4b9eaadfa697910754c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1337922 Apr 15 10:58:40.523628 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02e3b7-5502-45d2-94ba-8c5d65782a6b req-b0cf1e91-473d-4fe8-b35b-d628630f331d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:40.525303 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7b02e3b7-5502-45d2-94ba-8c5d65782a6b req-b0cf1e91-473d-4fe8-b35b-d628630f331d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 945 time: 0.6535017 Apr 15 10:58:40.550104 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-8b3b4a29-ce81-4290-8dc3-93a9c2de47f6 service neutron] 10.222.0.36 "GET /v2.0/networks/c3e34d95-ed57-4474-b09b-ff783b904a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635773 Apr 15 10:58:40.672340 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7b02e3b7-5502-45d2-94ba-8c5d65782a6b req-7b6494f2-2c89-483b-9f9f-c03d927a1d0d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403470 Apr 15 10:58:40.736445 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-f4686dda-1ea0-460c-869e-43850194c680 service neutron] 10.222.0.36 "GET /v2.0/networks/c3e34d95-ed57-4474-b09b-ff783b904a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759148 Apr 15 10:58:40.992778 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c119eed7-7468-4f13-a25f-e0ec7b3a5005 req-6ed53025-6211-4c1d-bfe0-f8a36a943ae8 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 210 time: 0.0536051 Apr 15 10:58:41.217956 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff882e-dd6a-4bb4-9759-5bb3cdb518b0 req-db092c83-cd8c-4680-aeb0-d723e6d208ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:41.220625 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ffff882e-dd6a-4bb4-9759-5bb3cdb518b0 req-db092c83-cd8c-4680-aeb0-d723e6d208ab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=689fecd83bc6425fa49a8b8585fa7766&device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 1098 time: 0.0916693 Apr 15 10:58:41.380720 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff882e-dd6a-4bb4-9759-5bb3cdb518b0 req-181c3cba-db54-4d83-9df5-9f7e2385b92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:41.382302 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ffff882e-dd6a-4bb4-9759-5bb3cdb518b0 req-181c3cba-db54-4d83-9df5-9f7e2385b92f service neutron] 10.222.0.60 "GET /v2.0/networks?id=f668c3bb-e88f-444d-af6d-837916f0416a HTTP/1.1" status: 200 len: 916 time: 0.1542447 Apr 15 10:58:41.514172 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ffff882e-dd6a-4bb4-9759-5bb3cdb518b0 req-fe90976f-4132-4445-a9cb-df0a285b12d4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=165fd55e-b424-4e03-8a0d-8fc53c1a956b HTTP/1.1" status: 200 len: 999 time: 0.1247077 Apr 15 10:58:41.598874 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff882e-dd6a-4bb4-9759-5bb3cdb518b0 req-99e1e611-cf9c-4441-b21b-9254e841a7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:41.601110 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ffff882e-dd6a-4bb4-9759-5bb3cdb518b0 req-99e1e611-cf9c-4441-b21b-9254e841a7ef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb6df1b7-a13f-4f84-b22c-9831f4c87d61 HTTP/1.1" status: 200 len: 854 time: 0.0795174 Apr 15 10:58:41.698584 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff882e-dd6a-4bb4-9759-5bb3cdb518b0 req-7eadf234-0c95-46bf-89f8-bd3e27ffb6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:41.700629 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ffff882e-dd6a-4bb4-9759-5bb3cdb518b0 req-7eadf234-0c95-46bf-89f8-bd3e27ffb6cb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f668c3bb-e88f-444d-af6d-837916f0416a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0933270 Apr 15 10:58:41.776069 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:58:41.902590 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ffff882e-dd6a-4bb4-9759-5bb3cdb518b0 req-1503a4bd-88a5-47c6-abc8-611144378821 service neutron] 10.222.0.60 "GET /v2.0/networks/f668c3bb-e88f-444d-af6d-837916f0416a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944191 Apr 15 10:58:41.935179 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0be089-acb4-4e03-9c10-0e84a11c9cac req-174dd347-2f8f-4ee5-8c0d-70611709d5dc tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:41.936932 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-fd0be089-acb4-4e03-9c10-0e84a11c9cac req-174dd347-2f8f-4ee5-8c0d-70611709d5dc tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 945 time: 0.1203029 Apr 15 10:58:42.014928 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-fd0be089-acb4-4e03-9c10-0e84a11c9cac req-0a59c38f-af29-469d-954e-395116dc3205 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671065 Apr 15 10:58:42.099205 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ffff882e-dd6a-4bb4-9759-5bb3cdb518b0 req-638f79bc-f7a0-4c8e-98c6-ba9d8c23e09f service neutron] 10.222.0.60 "GET /v2.0/networks/f668c3bb-e88f-444d-af6d-837916f0416a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886590 Apr 15 10:58:42.130129 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-670d7f5f-a994-4927-9d63-c799c9b9b3fa req-45efc70e-249a-4189-b9e2-3b3dc7b1e4d9 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 210 time: 0.0601449 Apr 15 10:58:42.591347 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8023b988-0666-48eb-bf52-2a191800063e req-ff483b27-5f32-43b9-b1ff-4b86251c8956 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1304928657&fields=id&tenant_id=d516e7b1217b4704a4aa785b44efb62b HTTP/1.1" status: 200 len: 267 time: 0.0782831 Apr 15 10:58:42.773629 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 165fd55e-b424-4e03-8a0d-8fc53c1a956b no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:58:42.786599 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023b988-0666-48eb-bf52-2a191800063e req-3c7535d3-e9a5-49ef-b76f-3c663b86e856 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:42.788357 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8023b988-0666-48eb-bf52-2a191800063e req-3c7535d3-e9a5-49ef-b76f-3c663b86e856 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/networks?id=4f8d55c0-b745-4c00-b4f6-c4a822798a19 HTTP/1.1" status: 200 len: 812 time: 0.1883385 Apr 15 10:58:42.805852 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8023b988-0666-48eb-bf52-2a191800063e req-a4a000f9-a6f1-48bb-a6e2-7e46b5157e7d tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/quotas/d516e7b1217b4704a4aa785b44efb62b HTTP/1.1" status: 200 len: 375 time: 0.0111206 Apr 15 10:58:42.920636 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8023b988-0666-48eb-bf52-2a191800063e req-4825022f-29ea-42bb-90bd-ee5b3b4a40eb tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d516e7b1217b4704a4aa785b44efb62b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1086273 Apr 15 10:58:42.947950 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [req-8023b988-0666-48eb-bf52-2a191800063e req-ab77a20d-8bee-4760-a20e-3518341889c4 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=85270) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:58:42.949776 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8023b988-0666-48eb-bf52-2a191800063e req-ab77a20d-8bee-4760-a20e-3518341889c4 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066829 Apr 15 10:58:42.955317 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:42.988787 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee2ad2d-6ff5-4146-9656-69d7aca40897', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '165fd55e-b424-4e03-8a0d-8fc53c1a956b'}] {{(pid=85273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:58:42.999934 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 165fd55e-b424-4e03-8a0d-8fc53c1a956b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=165fd55e-b424-4e03-8a0d-8fc53c1a956b,segment=NetworkSegment(8e6d0818-21ca-4119-a259-40d1be9a343f),segment_id=8e6d0818-21ca-4119-a259-40d1be9a343f)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:43.003272 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:43.006043 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:43.045937 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee2ad2d-6ff5-4146-9656-69d7aca40897', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '165fd55e-b424-4e03-8a0d-8fc53c1a956b', 'code': 200} Apr 15 10:58:43.106427 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=165fd55e-b424-4e03-8a0d-8fc53c1a956b,revision_number=8']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:43.116930 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:43.187644 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8023b988-0666-48eb-bf52-2a191800063e req-221f8e94-a0bb-4d2c-b5ab-3e991a0d7fc4 service neutron] 10.222.0.36 "GET /v2.0/networks/4f8d55c0-b745-4c00-b4f6-c4a822798a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301903 Apr 15 10:58:43.425661 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8023b988-0666-48eb-bf52-2a191800063e req-81481473-9d86-47ba-8bd5-a2c5e853af8e service neutron] 10.222.0.36 "GET /v2.0/networks/4f8d55c0-b745-4c00-b4f6-c4a822798a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322123 Apr 15 10:58:43.434162 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c88a4f-e61e-4d10-a647-7214ad361a1a req-18e6409f-a1c1-4efc-9b89-8bae31b5db42 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:43.435758 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-89c88a4f-e61e-4d10-a647-7214ad361a1a req-18e6409f-a1c1-4efc-9b89-8bae31b5db42 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 943 time: 0.2175484 Apr 15 10:58:43.489654 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-89c88a4f-e61e-4d10-a647-7214ad361a1a req-89e354d8-9bc6-4c3b-8440-244a8b6fb6a0 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465455 Apr 15 10:58:43.592333 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-36521359-a6a0-4763-b7f5-41337166345e req-eca64328-bb06-4bed-b44f-6039ffaca7ff tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 210 time: 0.0525877 Apr 15 10:58:43.924322 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-58e96227-92bd-4dc7-9097-17b723b49601 req-6f784c1c-0411-40bc-b876-b359636c4536 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 210 time: 0.0812516 Apr 15 10:58:44.793049 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1d140c22-fdbb-4503-b3d0-08e0ef4910bb req-455b87ec-8573-40ae-98c9-f778c50c98f5 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 210 time: 0.0680480 Apr 15 10:58:44.827102 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d914a0-b0ab-4969-a2a1-ae623a8d4a1b req-b4b7f1dc-4d22-43e1-93a0-b889cb40990d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:44.829432 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b4d914a0-b0ab-4969-a2a1-ae623a8d4a1b req-b4b7f1dc-4d22-43e1-93a0-b889cb40990d tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 943 time: 0.2008789 Apr 15 10:58:44.887128 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b4d914a0-b0ab-4969-a2a1-ae623a8d4a1b req-166fe3ce-ee55-4db7-965b-90b55d20f31f tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506308 Apr 15 10:58:45.219184 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-276db585-da2d-4cd7-aaff-b7be4ce9361e req-59980f81-48fa-4756-a442-35a8928681de tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 210 time: 0.0646532 Apr 15 10:58:45.361092 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023b988-0666-48eb-bf52-2a191800063e req-fcbf4360-29db-4506-bbd5-94c4dd2a9a9a tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:45.363428 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8023b988-0666-48eb-bf52-2a191800063e req-fcbf4360-29db-4506-bbd5-94c4dd2a9a9a tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.60 "GET /v2.0/networks?id=4f8d55c0-b745-4c00-b4f6-c4a822798a19 HTTP/1.1" status: 200 len: 812 time: 0.3215208 Apr 15 10:58:45.540504 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8023b988-0666-48eb-bf52-2a191800063e req-05ba5005-c9cf-4da4-8bd7-a798ddf7523d tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d516e7b1217b4704a4aa785b44efb62b HTTP/1.1" status: 200 len: 8061 time: 0.1688087 Apr 15 10:58:45.553211 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-8023b988-0666-48eb-bf52-2a191800063e req-7026d983-700a-4547-9a8c-14b1d770397b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Request body: {'port': {'device_id': '647bc9be-076a-4173-a7dc-0f4f42f82079', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'admin_state_up': True, 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'security_groups': ['41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1']}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:45.809326 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-8023b988-0666-48eb-bf52-2a191800063e req-7026d983-700a-4547-9a8c-14b1d770397b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:45.815148 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-8023b988-0666-48eb-bf52-2a191800063e req-7026d983-700a-4547-9a8c-14b1d770397b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Usage tracker for resource:port and tenant:d516e7b1217b4704a4aa785b44efb62b is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:45.820112 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-8023b988-0666-48eb-bf52-2a191800063e req-7026d983-700a-4547-9a8c-14b1d770397b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Quota usage for port was recalculated. Used quota:5. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:45.826654 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-8023b988-0666-48eb-bf52-2a191800063e req-7026d983-700a-4547-9a8c-14b1d770397b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:45.840916 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8023b988-0666-48eb-bf52-2a191800063e req-7026d983-700a-4547-9a8c-14b1d770397b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Made reservation on behalf of d516e7b1217b4704a4aa785b44efb62b for: {'port': 1} {{(pid=85272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:58:45.850777 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-8023b988-0666-48eb-bf52-2a191800063e req-7026d983-700a-4547-9a8c-14b1d770397b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:45.982830 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-757fc83f-9452-46b7-abb2-10798f343fa3 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:45.986537 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-757fc83f-9452-46b7-abb2-10798f343fa3 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.60 "GET /v2.0/networks?id=c3e34d95-ed57-4474-b09b-ff783b904a56 HTTP/1.1" status: 200 len: 815 time: 0.4375532 Apr 15 10:58:46.006847 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-4966ec40-eb9d-4c1a-aecb-96f964b2ba52 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Request body: {'port': {'device_id': '88e3e442-f814-432c-b847-485ae52e363a', 'network_id': 'c3e34d95-ed57-4474-b09b-ff783b904a56', 'admin_state_up': True, 'tenant_id': '6649e462ddcb4b9eaadfa697910754c5'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:46.106154 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [req-8023b988-0666-48eb-bf52-2a191800063e req-7026d983-700a-4547-9a8c-14b1d770397b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Allocated IP 172.20.0.13 (4f8d55c0-b745-4c00-b4f6-c4a822798a19/75809ed1-552c-494e-b7fe-6c14ea11681a/2eb931fc-654b-4bf4-a20d-426a2818016d) {{(pid=85272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:58:46.299994 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-4966ec40-eb9d-4c1a-aecb-96f964b2ba52 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:46.304636 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-707c69c0-85ed-4d43-a502-5167a3150fb5 req-4390e82b-0042-4758-a3af-f6092994a4d2 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 210 time: 0.0613730 Apr 15 10:58:46.319470 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-4966ec40-eb9d-4c1a-aecb-96f964b2ba52 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:46.364324 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-4966ec40-eb9d-4c1a-aecb-96f964b2ba52 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Made reservation on behalf of 6649e462ddcb4b9eaadfa697910754c5 for: {'port': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:58:46.373984 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-4966ec40-eb9d-4c1a-aecb-96f964b2ba52 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:46.561889 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-8023b988-0666-48eb-bf52-2a191800063e req-7026d983-700a-4547-9a8c-14b1d770397b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for port, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:46.599451 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [req-8023b988-0666-48eb-bf52-2a191800063e req-7026d983-700a-4547-9a8c-14b1d770397b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Transition to ACTIVE for port object 2eb931fc-654b-4bf4-a20d-426a2818016d will not be triggered until provisioned by entity DHCP. {{(pid=85272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:58:46.631661 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-8023b988-0666-48eb-bf52-2a191800063e req-7026d983-700a-4547-9a8c-14b1d770397b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:46.650346 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-eeaa27ed-5092-4d6c-8e2d-1a945f472c2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:46.727832 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-4966ec40-eb9d-4c1a-aecb-96f964b2ba52 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Allocated IP 172.20.0.5 (c3e34d95-ed57-4474-b09b-ff783b904a56/e34725df-ec95-435a-9d7b-25408026fc55/497645a3-8010-4600-9bee-7556205d6092) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:58:46.804168 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 165fd55e-b424-4e03-8a0d-8fc53c1a956b no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:58:47.262779 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88265fa0-d86a-4c1a-8ac4-7cef6516b36c req-5808a722-826b-47e8-9928-14470164836b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:47.271205 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-88265fa0-d86a-4c1a-8ac4-7cef6516b36c req-5808a722-826b-47e8-9928-14470164836b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 932 time: 0.7262557 Apr 15 10:58:47.338112 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7026d983-700a-4547-9a8c-14b1d770397b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Pushing event updated for resources: {'Port': ['ID=2eb931fc-654b-4bf4-a20d-426a2818016d,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:47.357339 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-7026d983-700a-4547-9a8c-14b1d770397b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.707s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:47.408252 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8023b988-0666-48eb-bf52-2a191800063e req-7026d983-700a-4547-9a8c-14b1d770397b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Network 4f8d55c0-b745-4c00-b4f6-c4a822798a19 is already hosted by enough agents. {{(pid=85272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:58:47.413984 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [req-8023b988-0666-48eb-bf52-2a191800063e req-7026d983-700a-4547-9a8c-14b1d770397b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Resources bound (agent type, host, resource id): {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:58:47.430293 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-8023b988-0666-48eb-bf52-2a191800063e req-7026d983-700a-4547-9a8c-14b1d770397b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Received port after_create {{(pid=85272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:58:47.543197 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023b988-0666-48eb-bf52-2a191800063e req-7026d983-700a-4547-9a8c-14b1d770397b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:47.543943 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-8023b988-0666-48eb-bf52-2a191800063e req-7026d983-700a-4547-9a8c-14b1d770397b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:47.566864 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-88265fa0-d86a-4c1a-8ac4-7cef6516b36c req-0d86f6f9-009e-4944-8463-dd7111f04061 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2941234 Apr 15 10:58:47.591058 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8023b988-0666-48eb-bf52-2a191800063e req-7026d983-700a-4547-9a8c-14b1d770397b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0424337 Apr 15 10:58:47.608126 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-4966ec40-eb9d-4c1a-aecb-96f964b2ba52 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:47.620581 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-8023b988-0666-48eb-bf52-2a191800063e req-5182e95d-c535-43b6-a459-adf49722e7f8 service neutron] Request body: {'port': {'device_id': '647bc9be-076a-4173-a7dc-0f4f42f82079', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:47.689246 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-4966ec40-eb9d-4c1a-aecb-96f964b2ba52 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Transition to ACTIVE for port object 497645a3-8010-4600-9bee-7556205d6092 will not be triggered until provisioned by entity DHCP. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:58:47.847708 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936dfc2c-5a49-4859-9053-1189439c29ea req-7061fba7-81c1-4ff5-82e2-cfc132dfb9cf tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:47.860420 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-936dfc2c-5a49-4859-9053-1189439c29ea req-7061fba7-81c1-4ff5-82e2-cfc132dfb9cf tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 943 time: 0.4354646 Apr 15 10:58:47.907797 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-877ac9a3-00b5-48d4-be37-4f0ddf59dec2 None None] Provisioning for port 2eb931fc-654b-4bf4-a20d-426a2818016d completed by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:58:47.925949 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 45498) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:47.940033 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-877ac9a3-00b5-48d4-be37-4f0ddf59dec2 None None] Provisioning complete for port 2eb931fc-654b-4bf4-a20d-426a2818016d triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:47.940933 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-877ac9a3-00b5-48d4-be37-4f0ddf59dec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:47.985861 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-8023b988-0666-48eb-bf52-2a191800063e req-5182e95d-c535-43b6-a459-adf49722e7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:48.112656 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-877ac9a3-00b5-48d4-be37-4f0ddf59dec2 None None] Port 2eb931fc-654b-4bf4-a20d-426a2818016d cannot update to ACTIVE because it is not bound. {{(pid=85273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:58:48.116182 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d118605c-74b6-4657-bfb2-9e5fff55ebdf req-4e93bfd7-4a91-42ab-bcee-9500b7785206 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 210 time: 0.2469347 Apr 15 10:58:48.129222 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-4966ec40-eb9d-4c1a-aecb-96f964b2ba52 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:48.153620 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f48dd6ef-53c8-48ac-8614-b0582f9dfb50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:48.336036 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c1c5cb81-c879-4519-971d-401633dfbfe0 req-bb5d60b1-61c4-44b6-a627-25f391116771 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3939404 Apr 15 10:58:48.371344 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-936dfc2c-5a49-4859-9053-1189439c29ea req-f021e33b-708f-4251-a1c1-af71ca74f456 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5092471 Apr 15 10:58:48.415717 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966ec40-eb9d-4c1a-aecb-96f964b2ba52 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Pushing event updated for resources: {'Port': ['ID=497645a3-8010-4600-9bee-7556205d6092,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:48.435201 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-4966ec40-eb9d-4c1a-aecb-96f964b2ba52 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:48.579641 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-4966ec40-eb9d-4c1a-aecb-96f964b2ba52 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Network c3e34d95-ed57-4474-b09b-ff783b904a56 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:58:48.581461 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-4966ec40-eb9d-4c1a-aecb-96f964b2ba52 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:58:48.584833 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-4966ec40-eb9d-4c1a-aecb-96f964b2ba52 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:58:48.826178 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-4966ec40-eb9d-4c1a-aecb-96f964b2ba52 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:48.826871 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-4966ec40-eb9d-4c1a-aecb-96f964b2ba52 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:48.905286 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-4966ec40-eb9d-4c1a-aecb-96f964b2ba52 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9096642 Apr 15 10:58:48.957668 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-93876962-7a5c-4c1b-9f7c-26ae79a425a8 None None] Provisioning for port 497645a3-8010-4600-9bee-7556205d6092 completed by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:58:48.975473 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-93876962-7a5c-4c1b-9f7c-26ae79a425a8 None None] Provisioning complete for port 497645a3-8010-4600-9bee-7556205d6092 triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:48.977746 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-93876962-7a5c-4c1b-9f7c-26ae79a425a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:49.017780 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4b7be-3456-4d08-a6ed-2a8ac48ef24b req-a55f3667-c1c5-4fc2-877e-5e66f2ebd7df tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:49.020269 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-27e4b7be-3456-4d08-a6ed-2a8ac48ef24b req-a55f3667-c1c5-4fc2-877e-5e66f2ebd7df tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 932 time: 0.2119668 Apr 15 10:58:49.020783 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [req-8023b988-0666-48eb-bf52-2a191800063e req-5182e95d-c535-43b6-a459-adf49722e7f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eb931fc-654b-4bf4-a20d-426a2818016d {{(pid=85272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:58:49.044299 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-8023b988-0666-48eb-bf52-2a191800063e req-5182e95d-c535-43b6-a459-adf49722e7f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:49.079282 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-f647c50a-9d70-4b28-a970-558dc8d656f3 service neutron] Request body: {'port': {'device_id': '88e3e442-f814-432c-b847-485ae52e363a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:49.099811 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [req-8023b988-0666-48eb-bf52-2a191800063e req-5182e95d-c535-43b6-a459-adf49722e7f8 service neutron] Transition to ACTIVE for port object 2eb931fc-654b-4bf4-a20d-426a2818016d will not be triggered until provisioned by entity L2. {{(pid=85272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:58:49.104170 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-8023b988-0666-48eb-bf52-2a191800063e req-5182e95d-c535-43b6-a459-adf49722e7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852030086'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:49.127450 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-a967a4b3-7a55-41eb-b266-08815b9592c1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:49.208382 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-93876962-7a5c-4c1b-9f7c-26ae79a425a8 None None] Port 497645a3-8010-4600-9bee-7556205d6092 cannot update to ACTIVE because it is not bound. {{(pid=85273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:58:49.409605 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182e95d-c535-43b6-a459-adf49722e7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb931fc-654b-4bf4-a20d-426a2818016d,revision_number=2']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:49.413632 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5182e95d-c535-43b6-a459-adf49722e7f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:49.539881 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-27e4b7be-3456-4d08-a6ed-2a8ac48ef24b req-acb2c8f0-db2d-49b6-b769-f5d1c572e299 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5074868 Apr 15 10:58:50.111478 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-8023b988-0666-48eb-bf52-2a191800063e req-5182e95d-c535-43b6-a459-adf49722e7f8 service neutron] Attempting to bind port 2eb931fc-654b-4bf4-a20d-426a2818016d on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:58:50.113731 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-8023b988-0666-48eb-bf52-2a191800063e req-5182e95d-c535-43b6-a459-adf49722e7f8 service neutron] Attempting to bind port 2eb931fc-654b-4bf4-a20d-426a2818016d by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'fc1e7391-15c4-4775-a280-31db674a4e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19'}] {{(pid=85272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:58:50.115235 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8023b988-0666-48eb-bf52-2a191800063e req-5182e95d-c535-43b6-a459-adf49722e7f8 service neutron] Attempting to bind port 2eb931fc-654b-4bf4-a20d-426a2818016d on network 4f8d55c0-b745-4c00-b4f6-c4a822798a19 {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:58:50.134513 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8023b988-0666-48eb-bf52-2a191800063e req-5182e95d-c535-43b6-a459-adf49722e7f8 service neutron] Port 2eb931fc-654b-4bf4-a20d-426a2818016d on network 4f8d55c0-b745-4c00-b4f6-c4a822798a19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:58:50.135017 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8023b988-0666-48eb-bf52-2a191800063e req-5182e95d-c535-43b6-a459-adf49722e7f8 service neutron] Attempting to bind port 2eb931fc-654b-4bf4-a20d-426a2818016d on network 4f8d55c0-b745-4c00-b4f6-c4a822798a19 {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:58:50.146391 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8023b988-0666-48eb-bf52-2a191800063e req-5182e95d-c535-43b6-a459-adf49722e7f8 service neutron] Checking agent: {'id': '39ee03b0-0a73-4082-87ae-8bc447154759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:58:50.147035 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8023b988-0666-48eb-bf52-2a191800063e req-5182e95d-c535-43b6-a459-adf49722e7f8 service neutron] Checking segment: {'id': 'fc1e7391-15c4-4775-a280-31db674a4e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:58:50.147935 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8023b988-0666-48eb-bf52-2a191800063e req-5182e95d-c535-43b6-a459-adf49722e7f8 service neutron] Bound using segment: {'id': 'fc1e7391-15c4-4775-a280-31db674a4e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19'} {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:58:50.148743 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-8023b988-0666-48eb-bf52-2a191800063e req-5182e95d-c535-43b6-a459-adf49722e7f8 service neutron] Bound port: 2eb931fc-654b-4bf4-a20d-426a2818016d, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc1e7391-15c4-4775-a280-31db674a4e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19'}}] {{(pid=85272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:58:50.149566 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-8023b988-0666-48eb-bf52-2a191800063e req-5182e95d-c535-43b6-a459-adf49722e7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:50.176701 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-f647c50a-9d70-4b28-a970-558dc8d656f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:50.314598 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-8023b988-0666-48eb-bf52-2a191800063e req-5182e95d-c535-43b6-a459-adf49722e7f8 service neutron] For port 2eb931fc-654b-4bf4-a20d-426a2818016d, host hv-cinder-78638, cleared binding levels {{(pid=85272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:58:50.320320 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-8023b988-0666-48eb-bf52-2a191800063e req-5182e95d-c535-43b6-a459-adf49722e7f8 service neutron] For port 2eb931fc-654b-4bf4-a20d-426a2818016d, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2eb931fc-654b-4bf4-a20d-426a2818016d,segment=NetworkSegment(fc1e7391-15c4-4775-a280-31db674a4e22),segment_id=fc1e7391-15c4-4775-a280-31db674a4e22)] {{(pid=85272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:58:50.325524 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-8023b988-0666-48eb-bf52-2a191800063e req-5182e95d-c535-43b6-a459-adf49722e7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852030086'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:50.349652 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f0787a52-9d7f-448a-a253-0bf6b94743e7 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:50.704727 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023b988-0666-48eb-bf52-2a191800063e req-5182e95d-c535-43b6-a459-adf49722e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:50.705833 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-8023b988-0666-48eb-bf52-2a191800063e req-5182e95d-c535-43b6-a459-adf49722e7f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:50.715927 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8023b988-0666-48eb-bf52-2a191800063e req-5182e95d-c535-43b6-a459-adf49722e7f8 service neutron] 10.222.0.60 "PUT /v2.0/ports/2eb931fc-654b-4bf4-a20d-426a2818016d HTTP/1.1" status: 200 len: 1094 time: 3.1024714 Apr 15 10:58:50.716878 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '647bc9be-076a-4173-a7dc-0f4f42f82079', 'tag': '2eb931fc-654b-4bf4-a20d-426a2818016d'}] {{(pid=85272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:58:50.794407 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182e95d-c535-43b6-a459-adf49722e7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb931fc-654b-4bf4-a20d-426a2818016d,revision_number=3']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:50.805854 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5182e95d-c535-43b6-a459-adf49722e7f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:50.885959 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5cb81-c879-4519-971d-401633dfbfe0 req-6cfb14d4-a09d-4afa-9e15-cfc0a177602b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:50.887801 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c1c5cb81-c879-4519-971d-401633dfbfe0 req-6cfb14d4-a09d-4afa-9e15-cfc0a177602b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897&tenant_id=689fecd83bc6425fa49a8b8585fa7766 HTTP/1.1" status: 200 len: 1096 time: 0.9075582 Apr 15 10:58:50.888165 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-061d9666-deeb-4d6c-84bb-cd1097205178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:50.943756 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02aa3ea-1b7a-4aca-89b8-6cddd2cf8e2e req-a797576d-af89-45a3-b4de-7fe0930f6c2e tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:50.946025 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-d02aa3ea-1b7a-4aca-89b8-6cddd2cf8e2e req-a797576d-af89-45a3-b4de-7fe0930f6c2e tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Synchronizing usage tracker for tenant:6649e462ddcb4b9eaadfa697910754c5 on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:58:51.061482 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-d02aa3ea-1b7a-4aca-89b8-6cddd2cf8e2e req-a797576d-af89-45a3-b4de-7fe0930f6c2e tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Unset dirty status for tenant:6649e462ddcb4b9eaadfa697910754c5 on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:58:51.063636 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d02aa3ea-1b7a-4aca-89b8-6cddd2cf8e2e req-a797576d-af89-45a3-b4de-7fe0930f6c2e tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 931 time: 1.3578870 Apr 15 10:58:51.076489 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ff48f-fecf-45d7-bdc0-20ca024cbab8 req-836cb8da-c8ec-45d2-9ad4-6252b836feae tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:51.079035 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f11ff48f-fecf-45d7-bdc0-20ca024cbab8 req-836cb8da-c8ec-45d2-9ad4-6252b836feae tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 943 time: 0.8076892 Apr 15 10:58:51.212505 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-d02aa3ea-1b7a-4aca-89b8-6cddd2cf8e2e req-f5d89f46-53a0-4555-a628-7550fcf11c7f tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Synchronizing usage tracker for tenant:6649e462ddcb4b9eaadfa697910754c5 on resource:security_group {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:58:51.303556 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f11ff48f-fecf-45d7-bdc0-20ca024cbab8 req-dc72526f-3a60-45a2-b3ed-cf98260a9dd5 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034972 Apr 15 10:58:51.349062 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-d02aa3ea-1b7a-4aca-89b8-6cddd2cf8e2e req-f5d89f46-53a0-4555-a628-7550fcf11c7f tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Unset dirty status for tenant:6649e462ddcb4b9eaadfa697910754c5 on resource:security_group {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:58:51.363818 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d02aa3ea-1b7a-4aca-89b8-6cddd2cf8e2e req-f5d89f46-53a0-4555-a628-7550fcf11c7f tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804058 Apr 15 10:58:51.464102 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '647bc9be-076a-4173-a7dc-0f4f42f82079', 'tag': '2eb931fc-654b-4bf4-a20d-426a2818016d', 'status': 'completed', 'code': 200} Apr 15 10:58:51.651712 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-f647c50a-9d70-4b28-a970-558dc8d656f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 497645a3-8010-4600-9bee-7556205d6092 {{(pid=85270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:58:51.662868 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-f647c50a-9d70-4b28-a970-558dc8d656f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:51.686338 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-f647c50a-9d70-4b28-a970-558dc8d656f3 service neutron] Transition to ACTIVE for port object 497645a3-8010-4600-9bee-7556205d6092 will not be triggered until provisioned by entity L2. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:58:51.697062 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-f647c50a-9d70-4b28-a970-558dc8d656f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850600659'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:51.713520 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-13c2cc8e-4ee8-4b9a-8723-a456b5c215d0 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:51.864375 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9e5e3-2096-474c-a44c-255f3e9eea77 req-79696dc6-0f8c-4a68-88a6-80ff95131f8b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:51.866099 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a2f9e5e3-2096-474c-a44c-255f3e9eea77 req-79696dc6-0f8c-4a68-88a6-80ff95131f8b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 944 time: 0.2922766 Apr 15 10:58:51.900011 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647c50a-9d70-4b28-a970-558dc8d656f3 service neutron] Pushing event updated for resources: {'Port': ['ID=497645a3-8010-4600-9bee-7556205d6092,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:51.906734 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f647c50a-9d70-4b28-a970-558dc8d656f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:51.983566 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a2f9e5e3-2096-474c-a44c-255f3e9eea77 req-cfed9671-bd2e-4b86-b3cc-7676d994472e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049287 Apr 15 10:58:52.342664 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-f647c50a-9d70-4b28-a970-558dc8d656f3 service neutron] Attempting to bind port 497645a3-8010-4600-9bee-7556205d6092 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:58:52.343109 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-f647c50a-9d70-4b28-a970-558dc8d656f3 service neutron] Attempting to bind port 497645a3-8010-4600-9bee-7556205d6092 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '948bd829-6efd-41c7-844a-cb015bfaec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c3e34d95-ed57-4474-b09b-ff783b904a56'}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:58:52.344124 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-f647c50a-9d70-4b28-a970-558dc8d656f3 service neutron] Attempting to bind port 497645a3-8010-4600-9bee-7556205d6092 on network c3e34d95-ed57-4474-b09b-ff783b904a56 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:58:52.354104 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-f647c50a-9d70-4b28-a970-558dc8d656f3 service neutron] Port 497645a3-8010-4600-9bee-7556205d6092 on network c3e34d95-ed57-4474-b09b-ff783b904a56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:58:52.354465 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-f647c50a-9d70-4b28-a970-558dc8d656f3 service neutron] Attempting to bind port 497645a3-8010-4600-9bee-7556205d6092 on network c3e34d95-ed57-4474-b09b-ff783b904a56 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:58:52.364655 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-f647c50a-9d70-4b28-a970-558dc8d656f3 service neutron] Checking agent: {'id': '39ee03b0-0a73-4082-87ae-8bc447154759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:58:52.365288 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-f647c50a-9d70-4b28-a970-558dc8d656f3 service neutron] Checking segment: {'id': '948bd829-6efd-41c7-844a-cb015bfaec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c3e34d95-ed57-4474-b09b-ff783b904a56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:58:52.366026 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-f647c50a-9d70-4b28-a970-558dc8d656f3 service neutron] Bound using segment: {'id': '948bd829-6efd-41c7-844a-cb015bfaec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c3e34d95-ed57-4474-b09b-ff783b904a56'} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:58:52.366834 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-f647c50a-9d70-4b28-a970-558dc8d656f3 service neutron] Bound port: 497645a3-8010-4600-9bee-7556205d6092, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '948bd829-6efd-41c7-844a-cb015bfaec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c3e34d95-ed57-4474-b09b-ff783b904a56'}}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:58:52.367539 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-f647c50a-9d70-4b28-a970-558dc8d656f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:52.808654 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-f647c50a-9d70-4b28-a970-558dc8d656f3 service neutron] For port 497645a3-8010-4600-9bee-7556205d6092, host hv-cinder-78638, cleared binding levels {{(pid=85270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:58:52.824639 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-f647c50a-9d70-4b28-a970-558dc8d656f3 service neutron] For port 497645a3-8010-4600-9bee-7556205d6092, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=497645a3-8010-4600-9bee-7556205d6092,segment=NetworkSegment(948bd829-6efd-41c7-844a-cb015bfaec49),segment_id=948bd829-6efd-41c7-844a-cb015bfaec49)] {{(pid=85270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:58:52.911353 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-f647c50a-9d70-4b28-a970-558dc8d656f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850600659'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:52.987358 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-4966ec40-eb9d-4c1a-aecb-96f964b2ba52 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:53.059871 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089cc01-0692-49e7-92d5-307d668ddff4 req-a77c7551-c5b8-4486-af08-f19e217bc70f tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:53.061537 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9089cc01-0692-49e7-92d5-307d668ddff4 req-a77c7551-c5b8-4486-af08-f19e217bc70f tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 943 time: 0.4652517 Apr 15 10:58:53.071535 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a4daf-a754-4a37-afe9-5f0fcd49a7df req-70f01ff5-fb76-4928-a230-44669a6f28e0 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:53.073172 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3d8a4daf-a754-4a37-afe9-5f0fcd49a7df req-70f01ff5-fb76-4928-a230-44669a6f28e0 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 943 time: 0.5504527 Apr 15 10:58:53.225734 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647c50a-9d70-4b28-a970-558dc8d656f3 service neutron] Pushing event updated for resources: {'Port': ['ID=497645a3-8010-4600-9bee-7556205d6092,revision_number=3']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:53.229236 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f647c50a-9d70-4b28-a970-558dc8d656f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:53.246807 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9089cc01-0692-49e7-92d5-307d668ddff4 req-71062de3-bd71-4b6b-b510-b7737a063d75 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703267 Apr 15 10:58:53.261755 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3d8a4daf-a754-4a37-afe9-5f0fcd49a7df req-a9b71137-fa80-4e73-ae74-131046fa7395 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638618 Apr 15 10:58:53.319077 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-f647c50a-9d70-4b28-a970-558dc8d656f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:53.319844 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-f647c50a-9d70-4b28-a970-558dc8d656f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:53.340924 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-f647c50a-9d70-4b28-a970-558dc8d656f3 service neutron] 10.222.0.60 "PUT /v2.0/ports/497645a3-8010-4600-9bee-7556205d6092 HTTP/1.1" status: 200 len: 1093 time: 4.3065450 Apr 15 10:58:53.341445 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e3e442-f814-432c-b847-485ae52e363a', 'tag': '497645a3-8010-4600-9bee-7556205d6092'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:58:53.369462 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d5b22cc4-a9db-40ed-b5c0-fb45f8b7f040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:53.441669 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e3e442-f814-432c-b847-485ae52e363a', 'tag': '497645a3-8010-4600-9bee-7556205d6092', 'status': 'completed', 'code': 200} Apr 15 10:58:53.593465 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61ca1e-08c8-4c48-ba29-e2737f22562e req-eb1c6603-0bc2-438a-91c6-c8bcadc35060 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:53.596463 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-eb61ca1e-08c8-4c48-ba29-e2737f22562e req-eb1c6603-0bc2-438a-91c6-c8bcadc35060 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 944 time: 0.1455915 Apr 15 10:58:53.656288 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-eb61ca1e-08c8-4c48-ba29-e2737f22562e req-38a2d00d-fc02-4f5b-84ad-4757590420cd tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533648 Apr 15 10:58:54.164448 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:54.362477 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:54.637434 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2adcbd-45c6-4e59-9439-0594025601e9 req-98df94e1-9fe8-418a-992f-690715a74f27 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:54.639304 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-fc2adcbd-45c6-4e59-9439-0594025601e9 req-98df94e1-9fe8-418a-992f-690715a74f27 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 943 time: 0.1882930 Apr 15 10:58:54.689247 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789773e-45b2-4016-9561-3e4585f162cb req-0191129a-12af-4b9a-93ac-af815549a192 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:54.690918 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5789773e-45b2-4016-9561-3e4585f162cb req-0191129a-12af-4b9a-93ac-af815549a192 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 943 time: 0.1886120 Apr 15 10:58:54.744649 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-fc2adcbd-45c6-4e59-9439-0594025601e9 req-7b006598-720e-426a-aef3-9afb7434eb9a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944819 Apr 15 10:58:54.796820 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5789773e-45b2-4016-9561-3e4585f162cb req-cd205807-9b6d-45b5-a22f-5f476134aec9 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996838 Apr 15 10:58:55.006374 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f7f18-af8b-465f-b5a0-90fa21a2e9c9 req-386a3342-0824-4791-8c14-c317b26235c3 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:55.008161 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a94f7f18-af8b-465f-b5a0-90fa21a2e9c9 req-386a3342-0824-4791-8c14-c317b26235c3 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 944 time: 0.1123734 Apr 15 10:58:55.105318 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a94f7f18-af8b-465f-b5a0-90fa21a2e9c9 req-9cdc48f2-7129-40cf-834f-3a7c9420d16f tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901029 Apr 15 10:58:55.147249 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:55.191391 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:56.063163 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02d984-1bad-4dd2-9a34-6113774288c5 req-a14b8402-0e31-43bc-947c-006564117ce7 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:56.064557 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3a02d984-1bad-4dd2-9a34-6113774288c5 req-a14b8402-0e31-43bc-947c-006564117ce7 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 943 time: 0.1660702 Apr 15 10:58:56.120258 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ee323-4f3b-4780-9a7a-5cd116a7f3ba req-81201fa1-1bf5-4141-b563-bfd336381c19 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:56.121942 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ff6ee323-4f3b-4780-9a7a-5cd116a7f3ba req-81201fa1-1bf5-4141-b563-bfd336381c19 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 943 time: 0.1526275 Apr 15 10:58:56.168938 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3a02d984-1bad-4dd2-9a34-6113774288c5 req-db14cba0-56a4-42a9-9c07-d84ed26d61ec tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895207 Apr 15 10:58:56.201435 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ff6ee323-4f3b-4780-9a7a-5cd116a7f3ba req-73f726e2-3974-4146-aa66-28bc0f2107ce tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672271 Apr 15 10:58:56.493034 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5eb7f-bfee-4b66-b5bd-ff61a96083e8 req-4010b559-0ae4-433f-8f3f-814f012ae7ec tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:56.495013 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-37a5eb7f-bfee-4b66-b5bd-ff61a96083e8 req-4010b559-0ae4-433f-8f3f-814f012ae7ec tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 944 time: 0.1560125 Apr 15 10:58:56.559101 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-37a5eb7f-bfee-4b66-b5bd-ff61a96083e8 req-d4c9fe36-3faa-4fe6-b80e-4c2e4c8e13ca tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569289 Apr 15 10:58:57.516373 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ace1b-86a1-4002-bf42-79cf2a9e367b req-749d42e6-0278-4309-be03-c2212db334f6 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:57.518080 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-eb3ace1b-86a1-4002-bf42-79cf2a9e367b req-749d42e6-0278-4309-be03-c2212db334f6 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 943 time: 0.2043617 Apr 15 10:58:57.528345 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc9e3c-6fc0-4d1b-855c-5648204d20d5 req-14ccdd14-4286-4b7c-9586-d411138a6bc7 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:57.529990 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bfcc9e3c-6fc0-4d1b-855c-5648204d20d5 req-14ccdd14-4286-4b7c-9586-d411138a6bc7 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 943 time: 0.1454792 Apr 15 10:58:57.610826 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-eb3ace1b-86a1-4002-bf42-79cf2a9e367b req-c2e0e463-ccf3-4e21-868e-30223ab700e9 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788591 Apr 15 10:58:57.620616 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bfcc9e3c-6fc0-4d1b-855c-5648204d20d5 req-62019814-67ee-4767-9141-c5b0233fb6f8 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701690 Apr 15 10:58:57.829877 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c5020-3a45-4f1c-86a7-1c19c7fd8303 req-ff8b06fa-2061-47f5-95c5-27f8c8b6f5bd tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:57.831709 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-749c5020-3a45-4f1c-86a7-1c19c7fd8303 req-ff8b06fa-2061-47f5-95c5-27f8c8b6f5bd tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 944 time: 0.1002932 Apr 15 10:58:57.884110 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-749c5020-3a45-4f1c-86a7-1c19c7fd8303 req-07570418-f497-4fae-9560-5e43332fde1d tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459673 Apr 15 10:58:58.937556 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d24ee-c567-4684-97be-5c1404b9bede req-322f3335-4a2c-4bb2-b546-4bc718e78ff3 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:58.939207 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-440d24ee-c567-4684-97be-5c1404b9bede req-322f3335-4a2c-4bb2-b546-4bc718e78ff3 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 943 time: 0.1351492 Apr 15 10:58:58.951464 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b6032-df7a-447c-ae8f-c8f0231e50aa req-58e13539-c247-4925-a380-9beb59149a4f tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:58.953700 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c45b6032-df7a-447c-ae8f-c8f0231e50aa req-58e13539-c247-4925-a380-9beb59149a4f tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 943 time: 0.2028091 Apr 15 10:58:59.033771 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-440d24ee-c567-4684-97be-5c1404b9bede req-e3864670-01bc-4f5c-b6db-cff24672e532 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789721 Apr 15 10:58:59.039788 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c45b6032-df7a-447c-ae8f-c8f0231e50aa req-2ec6bcb9-7dbb-4ee8-9a89-baa660ea771c tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684764 Apr 15 10:58:59.272289 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693661bf-fdf6-4e8f-affa-76510e3fc396 req-3fcb8b72-8353-4ad9-b743-19049a78ed27 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:59.274131 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-693661bf-fdf6-4e8f-affa-76510e3fc396 req-3fcb8b72-8353-4ad9-b743-19049a78ed27 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 944 time: 0.1215422 Apr 15 10:58:59.342597 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-693661bf-fdf6-4e8f-affa-76510e3fc396 req-4bddf3ce-95e3-4fab-a247-4426cbade25f tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568995 Apr 15 10:59:00.317938 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad59174-a08f-4d03-a4c5-fa6277269300 req-08983279-4899-440a-9ba1-c271abc77fcf tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:00.319540 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7ad59174-a08f-4d03-a4c5-fa6277269300 req-08983279-4899-440a-9ba1-c271abc77fcf tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 943 time: 0.1673043 Apr 15 10:59:00.334480 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb48727-9750-42ba-a923-9e2db3d37b9c req-a38ad58b-d0e2-488f-9531-5a00aad93809 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:00.336098 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6fb48727-9750-42ba-a923-9e2db3d37b9c req-a38ad58b-d0e2-488f-9531-5a00aad93809 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 943 time: 0.1403458 Apr 15 10:59:00.425382 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7ad59174-a08f-4d03-a4c5-fa6277269300 req-25730530-eeae-4edd-b9b5-3219a6f85d86 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882137 Apr 15 10:59:00.433797 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6fb48727-9750-42ba-a923-9e2db3d37b9c req-51ffe766-0df5-42c4-8b40-47b67b843c1b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706751 Apr 15 10:59:00.584234 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5cb81-c879-4519-971d-401633dfbfe0 req-ad276d39-0490-4c00-ada6-cc419203942f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:00.585751 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c1c5cb81-c879-4519-971d-401633dfbfe0 req-ad276d39-0490-4c00-ada6-cc419203942f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=689fecd83bc6425fa49a8b8585fa7766&device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 1096 time: 0.0901296 Apr 15 10:59:00.750216 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5cb81-c879-4519-971d-401633dfbfe0 req-d1f7dfdf-1b99-4a32-9b55-5f91521abc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:00.751946 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c1c5cb81-c879-4519-971d-401633dfbfe0 req-d1f7dfdf-1b99-4a32-9b55-5f91521abc36 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f668c3bb-e88f-444d-af6d-837916f0416a HTTP/1.1" status: 200 len: 916 time: 0.1590247 Apr 15 10:59:00.871943 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c1c5cb81-c879-4519-971d-401633dfbfe0 req-1535544e-6bc2-40f9-bbe9-7748a1deec2d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=165fd55e-b424-4e03-8a0d-8fc53c1a956b HTTP/1.1" status: 200 len: 997 time: 0.1129148 Apr 15 10:59:00.934415 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599ec4f-b065-4332-9571-331585144f44 req-877656f4-f33f-4ce5-8ce6-ec626a32d33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:00.936055 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f599ec4f-b065-4332-9571-331585144f44 req-877656f4-f33f-4ce5-8ce6-ec626a32d33f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6649e462ddcb4b9eaadfa697910754c5&device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 1096 time: 0.4364378 Apr 15 10:59:00.941971 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0047336-26d5-4c86-9b2d-cb23f813e1d2 req-c4d86c0d-7f87-47e9-bc69-42d157fed2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:00.943604 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e0047336-26d5-4c86-9b2d-cb23f813e1d2 req-c4d86c0d-7f87-47e9-bc69-42d157fed2af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d516e7b1217b4704a4aa785b44efb62b&device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 1097 time: 0.4849885 Apr 15 10:59:00.959218 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5cb81-c879-4519-971d-401633dfbfe0 req-4d8c4082-b52d-41df-9e64-3da26246d0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:00.960868 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c1c5cb81-c879-4519-971d-401633dfbfe0 req-4d8c4082-b52d-41df-9e64-3da26246d0a1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb6df1b7-a13f-4f84-b22c-9831f4c87d61 HTTP/1.1" status: 200 len: 854 time: 0.0754988 Apr 15 10:59:01.053532 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5cb81-c879-4519-971d-401633dfbfe0 req-90adff7e-7dd6-4e12-b462-443e55c39f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:01.055213 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c1c5cb81-c879-4519-971d-401633dfbfe0 req-90adff7e-7dd6-4e12-b462-443e55c39f02 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f668c3bb-e88f-444d-af6d-837916f0416a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0879347 Apr 15 10:59:01.071139 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00c21f-97ec-4631-b555-60b2f38b5c2c req-f8d0c163-7d83-4a86-a21d-f457f1c03627 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:01.072837 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1d00c21f-97ec-4631-b555-60b2f38b5c2c req-f8d0c163-7d83-4a86-a21d-f457f1c03627 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 944 time: 0.5100889 Apr 15 10:59:01.087275 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [req-c1c5cb81-c879-4519-971d-401633dfbfe0 req-a75dbdfe-007b-4708-85b5-b4703014306c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=85272) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:59:01.091022 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c1c5cb81-c879-4519-971d-401633dfbfe0 req-a75dbdfe-007b-4708-85b5-b4703014306c service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099988 Apr 15 10:59:01.285024 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1d00c21f-97ec-4631-b555-60b2f38b5c2c req-d2409d49-a225-41dd-b211-daba5a82defa tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567445 Apr 15 10:59:01.293856 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c1c5cb81-c879-4519-971d-401633dfbfe0 req-a6477289-cefb-450d-a61e-c032732c5904 service neutron] 10.222.0.60 "GET /v2.0/networks/f668c3bb-e88f-444d-af6d-837916f0416a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966219 Apr 15 10:59:01.301522 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599ec4f-b065-4332-9571-331585144f44 req-3e47ee5c-5c50-4d83-b7a7-b1ad1cda0a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:01.303209 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f599ec4f-b065-4332-9571-331585144f44 req-3e47ee5c-5c50-4d83-b7a7-b1ad1cda0a3b service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=6649e462ddcb4b9eaadfa697910754c5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3585682 Apr 15 10:59:01.430446 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0047336-26d5-4c86-9b2d-cb23f813e1d2 req-96d585da-048e-4066-8b7a-930117731a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:01.432192 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e0047336-26d5-4c86-9b2d-cb23f813e1d2 req-96d585da-048e-4066-8b7a-930117731a12 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d516e7b1217b4704a4aa785b44efb62b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4593391 Apr 15 10:59:01.489665 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c1c5cb81-c879-4519-971d-401633dfbfe0 req-01878ae5-a742-4edd-a262-6e714515d841 service neutron] 10.222.0.60 "GET /v2.0/networks/f668c3bb-e88f-444d-af6d-837916f0416a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880581 Apr 15 10:59:01.811657 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599ec4f-b065-4332-9571-331585144f44 req-4d267a3b-9e97-40cc-9e79-c1e0bc6debdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:01.813407 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f599ec4f-b065-4332-9571-331585144f44 req-4d267a3b-9e97-40cc-9e79-c1e0bc6debdc service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4960439 Apr 15 10:59:01.832143 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0047336-26d5-4c86-9b2d-cb23f813e1d2 req-7bc2d8ac-6475-4e33-abaf-f39ce0a9cb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:01.833890 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e0047336-26d5-4c86-9b2d-cb23f813e1d2 req-7bc2d8ac-6475-4e33-abaf-f39ce0a9cb6e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3935986 Apr 15 10:59:02.006401 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c097c-4ecd-463f-b090-4c10db96e4a7 req-514ab4d5-955b-44dd-b434-15bff50383a1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:02.008353 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-872c097c-4ecd-463f-b090-4c10db96e4a7 req-514ab4d5-955b-44dd-b434-15bff50383a1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 943 time: 0.3483114 Apr 15 10:59:02.019100 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2876371-5128-458b-95eb-9bcd145d9128 req-004f8e90-113c-4412-bbfb-64b3ba2ba75f tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:02.020784 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a2876371-5128-458b-95eb-9bcd145d9128 req-004f8e90-113c-4412-bbfb-64b3ba2ba75f tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 943 time: 0.4365616 Apr 15 10:59:02.142551 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-872c097c-4ecd-463f-b090-4c10db96e4a7 req-8398a3d9-f71a-4c70-bf6b-dfa8b93c1edd tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192083 Apr 15 10:59:02.158631 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a2876371-5128-458b-95eb-9bcd145d9128 req-1a873915-bd53-4d41-8d10-1532f0b0fdaf tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143575 Apr 15 10:59:02.163276 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-30c6ae02-4bd5-49f4-aae0-9b449fee52b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:02.164894 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-30c6ae02-4bd5-49f4-aae0-9b449fee52b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6649e462ddcb4b9eaadfa697910754c5&device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 1096 time: 0.3069973 Apr 15 10:59:02.170047 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023b988-0666-48eb-bf52-2a191800063e req-7631a668-5659-44a0-9818-4341a4f3af2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:02.172544 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8023b988-0666-48eb-bf52-2a191800063e req-7631a668-5659-44a0-9818-4341a4f3af2a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d516e7b1217b4704a4aa785b44efb62b&device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 1097 time: 0.2591116 Apr 15 10:59:02.321760 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-232c4ee3-7d54-4d7c-b4a9-055da2ae86fb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=497645a3-8010-4600-9bee-7556205d6092 HTTP/1.1" status: 200 len: 217 time: 0.1481099 Apr 15 10:59:02.337884 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8023b988-0666-48eb-bf52-2a191800063e req-5203a22d-5f48-40c2-aabe-5af0f1f7c4de service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2eb931fc-654b-4bf4-a20d-426a2818016d HTTP/1.1" status: 200 len: 217 time: 0.0916128 Apr 15 10:59:02.417828 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085b862-6664-4c83-a9e8-c0e67f4e51f6 req-57c8a2ac-07fd-43e6-a669-7bc88ce80049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:02.420326 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8085b862-6664-4c83-a9e8-c0e67f4e51f6 req-57c8a2ac-07fd-43e6-a669-7bc88ce80049 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=689fecd83bc6425fa49a8b8585fa7766&device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 1096 time: 0.1599762 Apr 15 10:59:02.581871 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-2b80e989-0a12-4de0-88d4-d5db340df758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:02.583556 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-2b80e989-0a12-4de0-88d4-d5db340df758 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e34725df-ec95-435a-9d7b-25408026fc55 HTTP/1.1" status: 200 len: 854 time: 0.2477205 Apr 15 10:59:02.585083 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023b988-0666-48eb-bf52-2a191800063e req-235f7bab-eaf4-47bd-8e9f-cb4230e437b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:02.586538 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8023b988-0666-48eb-bf52-2a191800063e req-235f7bab-eaf4-47bd-8e9f-cb4230e437b5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=75809ed1-552c-494e-b7fe-6c14ea11681a HTTP/1.1" status: 200 len: 851 time: 0.2098205 Apr 15 10:59:02.688622 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e401598-1d5d-4d53-b9bc-ca26e2c1f217 req-f27bf900-8d04-4ac0-b710-932aa6042874 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:02.691802 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2e401598-1d5d-4d53-b9bc-ca26e2c1f217 req-f27bf900-8d04-4ac0-b710-932aa6042874 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 944 time: 0.1807327 Apr 15 10:59:02.777805 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085b862-6664-4c83-a9e8-c0e67f4e51f6 req-0935e333-6e0b-44f7-916b-0ab028dea429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:02.780706 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8085b862-6664-4c83-a9e8-c0e67f4e51f6 req-0935e333-6e0b-44f7-916b-0ab028dea429 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f668c3bb-e88f-444d-af6d-837916f0416a HTTP/1.1" status: 200 len: 916 time: 0.3318310 Apr 15 10:59:02.813612 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2e401598-1d5d-4d53-b9bc-ca26e2c1f217 req-25e8f687-8436-49bc-82ef-2388a5b2a3c4 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100028 Apr 15 10:59:03.544465 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741194ff-4beb-4e71-bf24-f456c74e018e req-a5ade984-e6f6-4941-b91c-248f11846015 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:03.548100 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-741194ff-4beb-4e71-bf24-f456c74e018e req-a5ade984-e6f6-4941-b91c-248f11846015 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 943 time: 0.2280309 Apr 15 10:59:03.564128 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16223529-0b65-4197-abb4-54cdb988c305 req-2c39d813-e24c-46d7-be2f-f9cd9d469652 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:03.566944 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-16223529-0b65-4197-abb4-54cdb988c305 req-2c39d813-e24c-46d7-be2f-f9cd9d469652 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 943 time: 0.1884179 Apr 15 10:59:03.652306 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-741194ff-4beb-4e71-bf24-f456c74e018e req-62cc062e-1d57-49fd-86b9-dd9269028ea0 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836966 Apr 15 10:59:03.670467 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-16223529-0b65-4197-abb4-54cdb988c305 req-d7dce45f-74a1-4f24-ba3f-20454be0c990 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815289 Apr 15 10:59:04.067629 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb1ec8-16e0-4109-9d62-6615e403f3a8 req-7da4e7a1-0cda-4e7c-a47d-fc2fe06c0dd8 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:04.070444 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8fcb1ec8-16e0-4109-9d62-6615e403f3a8 req-7da4e7a1-0cda-4e7c-a47d-fc2fe06c0dd8 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 944 time: 0.1187325 Apr 15 10:59:04.142631 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8fcb1ec8-16e0-4109-9d62-6615e403f3a8 req-61afdd49-2036-46ca-83bb-ad21efd8dd67 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627115 Apr 15 10:59:05.035463 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b05f86-87f5-44cd-9ccf-3a7bb2a9e808 req-bf2d9116-5842-4958-9f55-b4b4dfef42dd tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:05.037248 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a0b05f86-87f5-44cd-9ccf-3a7bb2a9e808 req-bf2d9116-5842-4958-9f55-b4b4dfef42dd tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 943 time: 0.2070754 Apr 15 10:59:05.053671 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8c97a-dc34-4d6b-8da6-97a5b907202e req-944be014-0622-46c3-b6c4-3bc7c8cafb51 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:05.055500 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-41c8c97a-dc34-4d6b-8da6-97a5b907202e req-944be014-0622-46c3-b6c4-3bc7c8cafb51 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 943 time: 0.2228811 Apr 15 10:59:05.162426 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a0b05f86-87f5-44cd-9ccf-3a7bb2a9e808 req-8a8525b3-1d81-4e76-8e08-b00fa68b18ec tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057143 Apr 15 10:59:05.175939 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-41c8c97a-dc34-4d6b-8da6-97a5b907202e req-d8ba4bbc-ef05-4333-9d4c-049df203adff tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905406 Apr 15 10:59:05.397137 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4a6de-c3fb-4344-a776-bb2c2292630d req-fd3a45b1-08d8-47c8-aa95-9aec86640a4f tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:05.398944 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a2a4a6de-c3fb-4344-a776-bb2c2292630d req-fd3a45b1-08d8-47c8-aa95-9aec86640a4f tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 944 time: 0.1153822 Apr 15 10:59:05.476122 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a2a4a6de-c3fb-4344-a776-bb2c2292630d req-eaa7fbce-5efa-43c5-9e44-d9b77ea81c5c tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585456 Apr 15 10:59:06.844454 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7e29d-f365-48ee-bf44-1ca3002f7a42 req-09b85610-aa3b-4a99-b7df-c0cf61c08dbd tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:06.846137 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f9b7e29d-f365-48ee-bf44-1ca3002f7a42 req-09b85610-aa3b-4a99-b7df-c0cf61c08dbd tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 943 time: 0.5559630 Apr 15 10:59:06.860965 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919565d-ee47-41cd-b0ac-7876c0d0d5bf req-d9c2f78f-e05d-4dfd-854c-411d0022d024 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:06.862783 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5919565d-ee47-41cd-b0ac-7876c0d0d5bf req-d9c2f78f-e05d-4dfd-854c-411d0022d024 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 943 time: 0.4778366 Apr 15 10:59:06.969031 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f9b7e29d-f365-48ee-bf44-1ca3002f7a42 req-a482a19e-efc3-4afa-a8b7-b1769cf73a6a tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034765 Apr 15 10:59:06.990169 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5919565d-ee47-41cd-b0ac-7876c0d0d5bf req-ee777e17-e4c3-45e1-abc2-be1b6cb52456 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035626 Apr 15 10:59:07.194230 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d20a10-ebb9-4eee-8d9a-f0430e20b2e0 req-11ba2f8b-7b07-4240-8e6f-1d2e5baee53b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:07.196585 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f1d20a10-ebb9-4eee-8d9a-f0430e20b2e0 req-11ba2f8b-7b07-4240-8e6f-1d2e5baee53b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 944 time: 0.0947657 Apr 15 10:59:07.309102 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f1d20a10-ebb9-4eee-8d9a-f0430e20b2e0 req-51bcb350-5adc-4c0e-b30b-bb45e26764a9 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032221 Apr 15 10:59:08.298571 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef2ed8-758c-4c7a-8716-cb52afa08f40 req-abba863d-f6ed-424b-a662-a72d64d64ab4 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:08.300362 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-05ef2ed8-758c-4c7a-8716-cb52afa08f40 req-abba863d-f6ed-424b-a662-a72d64d64ab4 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 943 time: 0.1955879 Apr 15 10:59:08.318307 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec33dc1-2ded-4519-8c03-e499bcbfc52e req-5cf04e69-c084-49ca-9671-a3be36daffcb tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:08.320014 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9ec33dc1-2ded-4519-8c03-e499bcbfc52e req-5cf04e69-c084-49ca-9671-a3be36daffcb tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 943 time: 0.1764090 Apr 15 10:59:08.401273 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-05ef2ed8-758c-4c7a-8716-cb52afa08f40 req-c24a5ce0-568a-416c-9a62-1f8782855694 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922310 Apr 15 10:59:08.414197 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9ec33dc1-2ded-4519-8c03-e499bcbfc52e req-91300bf3-260f-45a5-9ad3-82bbfcc54be7 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771384 Apr 15 10:59:08.691378 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9f7ab-8714-439d-8eb8-0730c99bf075 req-3651e1fc-196a-46bd-a8f3-5eefa6ec700f tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:08.692971 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c7c9f7ab-8714-439d-8eb8-0730c99bf075 req-3651e1fc-196a-46bd-a8f3-5eefa6ec700f tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 944 time: 0.1600003 Apr 15 10:59:08.756570 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c7c9f7ab-8714-439d-8eb8-0730c99bf075 req-797f1caa-c408-4383-a111-e96f8a5c6729 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548306 Apr 15 10:59:09.804921 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5bac46-ab87-42e4-9c6c-d2cf9ad1903c req-7f45a97b-9756-40d5-9b6f-acedaa822789 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:09.806847 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1a5bac46-ab87-42e4-9c6c-d2cf9ad1903c req-7f45a97b-9756-40d5-9b6f-acedaa822789 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 943 time: 0.1958535 Apr 15 10:59:09.857414 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c385e-aba4-4e9a-93e8-44bd5ddeda9a req-ed9942d4-40b2-48f6-afaa-d240697aa378 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:09.859727 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-131c385e-aba4-4e9a-93e8-44bd5ddeda9a req-ed9942d4-40b2-48f6-afaa-d240697aa378 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 943 time: 0.2020340 Apr 15 10:59:09.932447 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1a5bac46-ab87-42e4-9c6c-d2cf9ad1903c req-c3d66147-27da-40e6-ac97-9d6fce239721 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138263 Apr 15 10:59:09.975510 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-131c385e-aba4-4e9a-93e8-44bd5ddeda9a req-1cbbebb4-35ad-429b-9f81-89bf0a54e2d4 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022413 Apr 15 10:59:10.164830 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf589415-af73-4461-a129-184251b00a9a req-573db5b2-3213-4f2b-9e35-02e318e95869 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:10.167447 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bf589415-af73-4461-a129-184251b00a9a req-573db5b2-3213-4f2b-9e35-02e318e95869 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 944 time: 0.0971997 Apr 15 10:59:10.221939 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bf589415-af73-4461-a129-184251b00a9a req-01c18bae-42db-4f38-95e5-c63772f4e652 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475993 Apr 15 10:59:11.275692 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54964190-fd91-4dd0-a927-d1ad8a8858a0 req-3fd7b2c4-c7ae-4211-842b-c9e6d7a1c2d3 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:11.277302 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-54964190-fd91-4dd0-a927-d1ad8a8858a0 req-3fd7b2c4-c7ae-4211-842b-c9e6d7a1c2d3 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 943 time: 0.1812146 Apr 15 10:59:11.291748 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e40c4-f6ac-4247-befb-47a98accb5dd req-4a1312dd-3526-48fb-8abf-0400f7028df5 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:11.293410 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c41e40c4-f6ac-4247-befb-47a98accb5dd req-4a1312dd-3526-48fb-8abf-0400f7028df5 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 943 time: 0.1350374 Apr 15 10:59:11.383326 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-54964190-fd91-4dd0-a927-d1ad8a8858a0 req-93cdccad-937c-46dc-884c-66c84324151a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866036 Apr 15 10:59:11.412415 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c41e40c4-f6ac-4247-befb-47a98accb5dd req-58fc7f08-7b59-4117-8c0c-d2fb8a9bf7ef tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004395 Apr 15 10:59:11.612173 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d820cf-a86f-4f05-adf8-1b5b8252e362 req-7dc4d2bd-72ae-4a74-950c-d09e8b7d2dc7 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:11.614354 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f8d820cf-a86f-4f05-adf8-1b5b8252e362 req-7dc4d2bd-72ae-4a74-950c-d09e8b7d2dc7 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 944 time: 0.0963581 Apr 15 10:59:11.669224 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f8d820cf-a86f-4f05-adf8-1b5b8252e362 req-a5bf1ebc-15e2-4968-8c2c-2e0c0c70e620 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476820 Apr 15 10:59:12.723865 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eecfc5-b054-46ed-8c27-43cd18376c61 req-ba7ad366-5491-4c89-b332-d3a5a5c0153c tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:12.725448 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d7eecfc5-b054-46ed-8c27-43cd18376c61 req-ba7ad366-5491-4c89-b332-d3a5a5c0153c tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 943 time: 0.2190435 Apr 15 10:59:12.737335 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ccc224-a8c2-4685-aa8e-60d1c28af316 req-9f80221a-6086-4d22-b33c-47f90d3ce051 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:12.738961 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-61ccc224-a8c2-4685-aa8e-60d1c28af316 req-9f80221a-6086-4d22-b33c-47f90d3ce051 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 943 time: 0.1434929 Apr 15 10:59:12.818844 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d7eecfc5-b054-46ed-8c27-43cd18376c61 req-5a930e2f-e111-4b67-93bd-16ecd859c55c tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787759 Apr 15 10:59:12.828274 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-61ccc224-a8c2-4685-aa8e-60d1c28af316 req-021c9db2-7b95-4a8b-9b69-18e5d5073b03 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715265 Apr 15 10:59:13.049679 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464979ac-d80d-4356-8262-f24c4268bef1 req-deaffa79-d955-43e4-a722-ece23e0d59da tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:13.052862 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-464979ac-d80d-4356-8262-f24c4268bef1 req-deaffa79-d955-43e4-a722-ece23e0d59da tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 944 time: 0.1185343 Apr 15 10:59:13.119556 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-464979ac-d80d-4356-8262-f24c4268bef1 req-22cb0049-cb18-4d1f-ac89-faf05e352a2b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598526 Apr 15 10:59:14.142907 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e469ddf-71ba-4d6f-bdcd-2a674f4ccc49 req-4dc9725f-4210-44e2-9f63-ed6b68aa5b83 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:14.144562 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0e469ddf-71ba-4d6f-bdcd-2a674f4ccc49 req-4dc9725f-4210-44e2-9f63-ed6b68aa5b83 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 943 time: 0.1447222 Apr 15 10:59:14.154607 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504c5ba-c7bc-41f4-91f0-d9525fba3d50 req-0d72572a-f1ad-41a4-98e7-f99a385025bd tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:14.156314 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f504c5ba-c7bc-41f4-91f0-d9525fba3d50 req-0d72572a-f1ad-41a4-98e7-f99a385025bd tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 943 time: 0.2080452 Apr 15 10:59:14.240070 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0e469ddf-71ba-4d6f-bdcd-2a674f4ccc49 req-933d8922-6cb4-49ea-945b-f15449729ad1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826647 Apr 15 10:59:14.244789 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f504c5ba-c7bc-41f4-91f0-d9525fba3d50 req-1b3eb632-0fc7-4091-88ee-c97649a97ac4 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714147 Apr 15 10:59:14.443310 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3f400-f343-4d4d-8dcb-c32e950b1c83 req-fd914702-0cbb-4fb0-85f9-29b1e1b0e5b5 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:14.445146 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-74b3f400-f343-4d4d-8dcb-c32e950b1c83 req-fd914702-0cbb-4fb0-85f9-29b1e1b0e5b5 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 944 time: 0.0962107 Apr 15 10:59:14.503421 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-74b3f400-f343-4d4d-8dcb-c32e950b1c83 req-e658c1dc-9706-471c-a8cc-fa4e3a11ea70 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503721 Apr 15 10:59:15.552717 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1fee7-bc5b-4db4-83ee-9e642fd52f6e req-2c55d42d-29cb-4f4f-9bf7-6b698d4c0429 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:15.554345 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c1c1fee7-bc5b-4db4-83ee-9e642fd52f6e req-2c55d42d-29cb-4f4f-9bf7-6b698d4c0429 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 943 time: 0.1863904 Apr 15 10:59:15.567685 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff91106-e006-4c7e-b153-7af0d5a3539d req-dde30c48-e416-4bba-8efb-984b75487bcb tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:15.569205 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-dff91106-e006-4c7e-b153-7af0d5a3539d req-dde30c48-e416-4bba-8efb-984b75487bcb tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 943 time: 0.1398277 Apr 15 10:59:15.646844 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c1c1fee7-bc5b-4db4-83ee-9e642fd52f6e req-73fd873b-12fa-4b17-80e1-e7564df68835 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764966 Apr 15 10:59:15.649884 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-dff91106-e006-4c7e-b153-7af0d5a3539d req-f92d524e-8191-400e-abf2-4f25033816dd tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650566 Apr 15 10:59:15.864748 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f1a36-26d2-4d2c-9844-006c25a57611 req-6f697ec6-5a18-4ce1-abf4-c17a597f41c3 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:15.866893 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c96f1a36-26d2-4d2c-9844-006c25a57611 req-6f697ec6-5a18-4ce1-abf4-c17a597f41c3 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 944 time: 0.1155772 Apr 15 10:59:15.928113 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c96f1a36-26d2-4d2c-9844-006c25a57611 req-db4e930d-8c67-456e-96ee-31ca9b797baa tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543044 Apr 15 10:59:16.933633 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e60aec-899c-40c7-a782-185d8d78afa2 req-48c7a53a-4cba-4145-a3b1-f873f507429c tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:16.935327 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-54e60aec-899c-40c7-a782-185d8d78afa2 req-48c7a53a-4cba-4145-a3b1-f873f507429c tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 943 time: 0.1676755 Apr 15 10:59:16.945280 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2b5ad-6dc1-4d84-a3a4-89adf5807217 req-4eb86809-ae07-4176-8ec7-8bb541f5a446 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:16.947216 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-87e2b5ad-6dc1-4d84-a3a4-89adf5807217 req-4eb86809-ae07-4176-8ec7-8bb541f5a446 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 943 time: 0.1775045 Apr 15 10:59:17.027616 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-54e60aec-899c-40c7-a782-185d8d78afa2 req-4fb3a53c-3d5c-43c1-9074-d78df6dd5eb6 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793242 Apr 15 10:59:17.030633 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-87e2b5ad-6dc1-4d84-a3a4-89adf5807217 req-0e143109-1d1c-455c-937f-d0621e36c611 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674541 Apr 15 10:59:17.235163 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348fab3b-b671-4fa1-8639-2a81c878ade6 req-ca7131a6-5275-46fd-bc4b-97b3871f5637 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:17.236757 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-348fab3b-b671-4fa1-8639-2a81c878ade6 req-ca7131a6-5275-46fd-bc4b-97b3871f5637 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 944 time: 0.0992653 Apr 15 10:59:17.287884 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-348fab3b-b671-4fa1-8639-2a81c878ade6 req-82575924-0c06-41ff-825f-b27072e70263 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446553 Apr 15 10:59:18.317896 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281178a0-23d7-48b8-85f1-c5841ee68577 req-eec82029-505a-4405-a926-a2312eb23222 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:18.319627 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-281178a0-23d7-48b8-85f1-c5841ee68577 req-eec82029-505a-4405-a926-a2312eb23222 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 943 time: 0.1665819 Apr 15 10:59:18.329737 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de721d-0210-4672-837b-2222e6308bfa req-0946da1c-3f90-4baf-a11e-0902a3709991 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:18.331405 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-64de721d-0210-4672-837b-2222e6308bfa req-0946da1c-3f90-4baf-a11e-0902a3709991 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 943 time: 0.1401863 Apr 15 10:59:18.409712 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-281178a0-23d7-48b8-85f1-c5841ee68577 req-51f6954b-20af-4336-9316-716dd51057e1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772247 Apr 15 10:59:18.414505 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-64de721d-0210-4672-837b-2222e6308bfa req-1e408916-8d43-4f61-bbbd-7d972dca952b tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668116 Apr 15 10:59:18.616625 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c6a0a-bbc7-4c2b-a7d6-a21e501bf242 req-dc831848-6afd-489a-9fc4-e87f5e826d16 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:18.618174 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-601c6a0a-bbc7-4c2b-a7d6-a21e501bf242 req-dc831848-6afd-489a-9fc4-e87f5e826d16 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 944 time: 0.0981925 Apr 15 10:59:18.668068 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-601c6a0a-bbc7-4c2b-a7d6-a21e501bf242 req-14e754b0-f309-401f-82dc-6c7979f60c3e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433671 Apr 15 10:59:18.775347 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:59:19.562607 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-99aef887-aeb2-4035-aaa6-782e93433bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:19.564350 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-99aef887-aeb2-4035-aaa6-782e93433bb7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3e34d95-ed57-4474-b09b-ff783b904a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2197616 Apr 15 10:59:19.572497 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8085b862-6664-4c83-a9e8-c0e67f4e51f6 req-740f604f-f937-4434-8ead-b728e87a0c2f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=165fd55e-b424-4e03-8a0d-8fc53c1a956b HTTP/1.1" status: 200 len: 997 time: 0.2280903 Apr 15 10:59:19.610274 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023b988-0666-48eb-bf52-2a191800063e req-7d18f1d0-8316-416d-9350-b09088bc36cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:19.611833 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8023b988-0666-48eb-bf52-2a191800063e req-7d18f1d0-8316-416d-9350-b09088bc36cd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4f8d55c0-b745-4c00-b4f6-c4a822798a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2724674 Apr 15 10:59:19.648916 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085b862-6664-4c83-a9e8-c0e67f4e51f6 req-0dd9e99c-9389-4842-958e-7877e5f5cdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:19.650517 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8085b862-6664-4c83-a9e8-c0e67f4e51f6 req-0dd9e99c-9389-4842-958e-7877e5f5cdcc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb6df1b7-a13f-4f84-b22c-9831f4c87d61 HTTP/1.1" status: 200 len: 854 time: 0.0717702 Apr 15 10:59:19.743814 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085b862-6664-4c83-a9e8-c0e67f4e51f6 req-0447fe6b-b9e3-47c4-adce-3d9ff081ffd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:19.745423 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8085b862-6664-4c83-a9e8-c0e67f4e51f6 req-0447fe6b-b9e3-47c4-adce-3d9ff081ffd1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f668c3bb-e88f-444d-af6d-837916f0416a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0889740 Apr 15 10:59:19.899099 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8085b862-6664-4c83-a9e8-c0e67f4e51f6 req-21255bb0-625c-4df2-a089-92228580712b service neutron] 10.222.0.60 "GET /v2.0/networks/f668c3bb-e88f-444d-af6d-837916f0416a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470008 Apr 15 10:59:19.991576 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8023b988-0666-48eb-bf52-2a191800063e req-3408cbdf-158e-4f29-b5e8-a176db16b737 service neutron] 10.222.0.60 "GET /v2.0/networks/4f8d55c0-b745-4c00-b4f6-c4a822798a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040893 Apr 15 10:59:20.007448 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e56a5d-f4ae-48af-bff4-fe93621686bf req-bc4e1e99-9bbc-45e0-a361-f5e67eab825c tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:20.007448 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-72e56a5d-f4ae-48af-bff4-fe93621686bf req-bc4e1e99-9bbc-45e0-a361-f5e67eab825c tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 943 time: 0.4394579 Apr 15 10:59:20.012249 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-4d9f07a6-4bdd-4fc3-bc74-9c3bb790fa42 service neutron] 10.222.0.60 "GET /v2.0/networks/c3e34d95-ed57-4474-b09b-ff783b904a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050167 Apr 15 10:59:20.060966 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8085b862-6664-4c83-a9e8-c0e67f4e51f6 req-0dd5e6df-8b6d-4cc2-bacb-e1ff96025fa0 service neutron] 10.222.0.60 "GET /v2.0/networks/f668c3bb-e88f-444d-af6d-837916f0416a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551118 Apr 15 10:59:20.097135 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966507f-cd8c-481f-8bc4-7a9f71969c5e req-0298299f-893e-4466-adc3-21fe99e9a667 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:20.099197 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4966507f-cd8c-481f-8bc4-7a9f71969c5e req-0298299f-893e-4466-adc3-21fe99e9a667 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 943 time: 0.5294619 Apr 15 10:59:20.545248 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-72e56a5d-f4ae-48af-bff4-fe93621686bf req-067b64dc-9823-4fc9-8aa1-f11ee235d7f6 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5065882 Apr 15 10:59:20.590759 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4966507f-cd8c-481f-8bc4-7a9f71969c5e req-9be3ad59-e750-437f-81b4-5877b4b6e3d0 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4396424 Apr 15 10:59:20.639525 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ff3b43a1-82e7-447f-9b2f-e15e95bb2d84 req-244f7c9d-860f-424c-9b47-fa8e0cfd4eac service neutron] 10.222.0.60 "GET /v2.0/networks/c3e34d95-ed57-4474-b09b-ff783b904a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6016822 Apr 15 10:59:20.643802 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8023b988-0666-48eb-bf52-2a191800063e req-40ce90fc-a801-40b7-9bf4-06375d7bf7c7 service neutron] 10.222.0.60 "GET /v2.0/networks/4f8d55c0-b745-4c00-b4f6-c4a822798a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6339107 Apr 15 10:59:20.758851 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366ecf5-36a8-49ba-88e0-c2de0c898baf req-a1a34f4a-9638-48c5-ab04-d0de4671948c tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:20.760522 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a366ecf5-36a8-49ba-88e0-c2de0c898baf req-a1a34f4a-9638-48c5-ab04-d0de4671948c tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 944 time: 0.0939498 Apr 15 10:59:20.842664 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a366ecf5-36a8-49ba-88e0-c2de0c898baf req-c9b59a89-1c90-4d8d-a222-81cf16530217 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735765 Apr 15 10:59:20.874223 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-da396754-4ae2-4682-bce0-1a685278143e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:21.814752 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c7cbf-d37e-4d49-afa0-fcee543a28d3 req-2d32e29f-0b56-42ec-9fcd-a8c44cc3cb7c tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:21.816437 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-882c7cbf-d37e-4d49-afa0-fcee543a28d3 req-2d32e29f-0b56-42ec-9fcd-a8c44cc3cb7c tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 943 time: 0.1506424 Apr 15 10:59:21.884555 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea205a-1e6f-476e-9b58-eabad2467eaf req-b3cd83bd-29b1-4f88-8d10-bdee7b5f9303 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:21.886192 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-75ea205a-1e6f-476e-9b58-eabad2467eaf req-b3cd83bd-29b1-4f88-8d10-bdee7b5f9303 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 943 time: 0.1487439 Apr 15 10:59:21.900385 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-882c7cbf-d37e-4d49-afa0-fcee543a28d3 req-9f3e4b03-1e61-406e-a41c-15491f8f3fb3 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718505 Apr 15 10:59:21.947871 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-75ea205a-1e6f-476e-9b58-eabad2467eaf req-2597fe2b-1704-4a63-bb1d-7ee93e6aaa02 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541048 Apr 15 10:59:22.103217 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87574f20-6683-4381-840f-b7e3c4ec519e req-5493fb84-b750-463d-a123-a3119d94a5a0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:22.104865 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-87574f20-6683-4381-840f-b7e3c4ec519e req-5493fb84-b750-463d-a123-a3119d94a5a0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 944 time: 0.0960820 Apr 15 10:59:22.158783 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-87574f20-6683-4381-840f-b7e3c4ec519e req-e1f9af32-41d1-4f37-8234-71183162b7b7 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453510 Apr 15 10:59:22.941700 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 165fd55e-b424-4e03-8a0d-8fc53c1a956b details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:59:23.108406 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 165fd55e-b424-4e03-8a0d-8fc53c1a956b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=165fd55e-b424-4e03-8a0d-8fc53c1a956b,segment=NetworkSegment(8e6d0818-21ca-4119-a259-40d1be9a343f),segment_id=8e6d0818-21ca-4119-a259-40d1be9a343f)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:23.123360 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Returning: {'device': '165fd55e-b424-4e03-8a0d-8fc53c1a956b', 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a', 'port_id': '165fd55e-b424-4e03-8a0d-8fc53c1a956b', 'mac_address': 'fa:16:3e:59:ab:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:59:23.189813 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:23.212183 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251fb3d-23ff-45e5-b460-85c604188846 req-2db57dca-8ce8-4125-8f9f-d5390643638a tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:23.212792 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 165fd55e-b424-4e03-8a0d-8fc53c1a956b {{(pid=85273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:59:23.213840 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e251fb3d-23ff-45e5-b460-85c604188846 req-2db57dca-8ce8-4125-8f9f-d5390643638a tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 943 time: 0.1919649 Apr 15 10:59:23.231868 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 165fd55e-b424-4e03-8a0d-8fc53c1a956b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=165fd55e-b424-4e03-8a0d-8fc53c1a956b,segment=NetworkSegment(8e6d0818-21ca-4119-a259-40d1be9a343f),segment_id=8e6d0818-21ca-4119-a259-40d1be9a343f)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:23.235535 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:23.237672 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:23.253122 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9586a49-0929-46f6-855d-7d9013c9b34c req-924fd74d-6911-4304-a921-56dc904b9665 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:23.254939 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c9586a49-0929-46f6-855d-7d9013c9b34c req-924fd74d-6911-4304-a921-56dc904b9665 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 943 time: 0.1756923 Apr 15 10:59:23.302614 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e251fb3d-23ff-45e5-b460-85c604188846 req-5895b4b8-6886-4d2c-81bc-0ba33035e00a tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813076 Apr 15 10:59:23.339419 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=165fd55e-b424-4e03-8a0d-8fc53c1a956b,revision_number=9']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:23.349984 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c9586a49-0929-46f6-855d-7d9013c9b34c req-049e8fd3-d582-4451-ac11-c7b0970e7810 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801544 Apr 15 10:59:23.357711 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:23.358157 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:23.359282 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:23.359678 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:23.360367 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:23.360797 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:23.361117 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:23.361467 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:23.361842 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:23.362216 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:23.362583 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:23.362974 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:23.368328 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:23.371720 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-97e24388-163e-479a-8da6-3b40563d46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:23.556499 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c7d9b-aa1d-4e07-82ac-7a1a21552db4 req-3ac51935-7add-4be0-b0f9-7d24de6a43ce tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:23.559559 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-667c7d9b-aa1d-4e07-82ac-7a1a21552db4 req-3ac51935-7add-4be0-b0f9-7d24de6a43ce tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 944 time: 0.1002629 Apr 15 10:59:23.560880 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['165fd55e-b424-4e03-8a0d-8fc53c1a956b'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:59:23.613206 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-667c7d9b-aa1d-4e07-82ac-7a1a21552db4 req-b1e37378-8608-4a63-a70c-267b5c61ab46 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458407 Apr 15 10:59:24.157454 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:24.348682 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:24.621192 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637eb39d-966e-4a0b-82a8-9bcaa74e96ad req-54a9e53b-737f-4af1-8924-8aa92b50b9bf tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:24.622837 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-637eb39d-966e-4a0b-82a8-9bcaa74e96ad req-54a9e53b-737f-4af1-8924-8aa92b50b9bf tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 943 time: 0.1722670 Apr 15 10:59:24.633306 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db461c-a324-4657-bd96-cc0ecdbee9ac req-a855bed3-f950-4078-b0e9-0a070faa57b1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:24.635038 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-29db461c-a324-4657-bd96-cc0ecdbee9ac req-a855bed3-f950-4078-b0e9-0a070faa57b1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 944 time: 0.1338639 Apr 15 10:59:24.713348 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-637eb39d-966e-4a0b-82a8-9bcaa74e96ad req-f1874b24-2b3c-4459-ad44-b01e922e0d8d tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771348 Apr 15 10:59:24.722904 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-29db461c-a324-4657-bd96-cc0ecdbee9ac req-74daa7b1-01ea-4811-a8a3-e45c4228ada6 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710826 Apr 15 10:59:24.921114 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f6647-01f8-4b3f-b323-a8a9603947cd req-8dc90535-47c8-4ba7-8db4-d346572990af tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:24.922744 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-785f6647-01f8-4b3f-b323-a8a9603947cd req-8dc90535-47c8-4ba7-8db4-d346572990af tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 944 time: 0.0985966 Apr 15 10:59:24.943723 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 497645a3-8010-4600-9bee-7556205d6092 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:59:24.946691 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 165fd55e-b424-4e03-8a0d-8fc53c1a956b up at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:59:24.979336 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-785f6647-01f8-4b3f-b323-a8a9603947cd req-899c7b25-1c92-48da-8b53-c9f6264361ba tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473001 Apr 15 10:59:25.300416 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:25.308523 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:25.316490 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning complete for port 165fd55e-b424-4e03-8a0d-8fc53c1a956b triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:59:25.316917 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:25.417982 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 497645a3-8010-4600-9bee-7556205d6092, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=497645a3-8010-4600-9bee-7556205d6092,segment=NetworkSegment(948bd829-6efd-41c7-844a-cb015bfaec49),segment_id=948bd829-6efd-41c7-844a-cb015bfaec49)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:25.441510 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Returning: {'device': '497645a3-8010-4600-9bee-7556205d6092', 'network_id': 'c3e34d95-ed57-4474-b09b-ff783b904a56', 'port_id': '497645a3-8010-4600-9bee-7556205d6092', 'mac_address': 'fa:16:3e:0a:c6:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e34725df-ec95-435a-9d7b-25408026fc55', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:59:25.563694 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:25.578236 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:25.602370 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 497645a3-8010-4600-9bee-7556205d6092 {{(pid=85273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:59:25.627662 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee2ad2d-6ff5-4146-9656-69d7aca40897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165fd55e-b424-4e03-8a0d-8fc53c1a956b'}] {{(pid=85273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:59:25.639763 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 497645a3-8010-4600-9bee-7556205d6092, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=497645a3-8010-4600-9bee-7556205d6092,segment=NetworkSegment(948bd829-6efd-41c7-844a-cb015bfaec49),segment_id=948bd829-6efd-41c7-844a-cb015bfaec49)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:25.642982 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 165fd55e-b424-4e03-8a0d-8fc53c1a956b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=165fd55e-b424-4e03-8a0d-8fc53c1a956b,segment=NetworkSegment(8e6d0818-21ca-4119-a259-40d1be9a343f),segment_id=8e6d0818-21ca-4119-a259-40d1be9a343f)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:25.644457 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:25.646881 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:25.688598 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:25.734769 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=497645a3-8010-4600-9bee-7556205d6092,revision_number=4']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:25.738873 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:25.739870 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-739fef07-0043-4555-b14d-6b3926db36e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:25.821480 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee2ad2d-6ff5-4146-9656-69d7aca40897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165fd55e-b424-4e03-8a0d-8fc53c1a956b', 'code': 200} Apr 15 10:59:25.845259 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=165fd55e-b424-4e03-8a0d-8fc53c1a956b,revision_number=10']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:25.852765 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:25.969578 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['497645a3-8010-4600-9bee-7556205d6092'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:59:26.132425 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912a315-8aa0-4ba7-9b3d-41050994b5d1 req-f8de1534-ce6f-46a4-8f2f-ebbd468e0dd3 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:26.133984 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8912a315-8aa0-4ba7-9b3d-41050994b5d1 req-f8de1534-ce6f-46a4-8f2f-ebbd468e0dd3 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 946 time: 0.2044446 Apr 15 10:59:26.215887 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8912a315-8aa0-4ba7-9b3d-41050994b5d1 req-4869ceb8-b59c-49ce-a6ba-ba77cd61ee0e tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735452 Apr 15 10:59:26.255297 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf54da-6127-4189-b8eb-4316f679ff97 req-4543b705-e361-44da-bc61-c0e0984ea1d0 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:26.256934 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-fadf54da-6127-4189-b8eb-4316f679ff97 req-4543b705-e361-44da-bc61-c0e0984ea1d0 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 944 time: 0.2306538 Apr 15 10:59:26.263104 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc37305-a3fb-4455-98ce-ee30105e7155 req-c4cf3357-d0bc-4632-99ba-93ff6b7a3cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:26.265376 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9fc37305-a3fb-4455-98ce-ee30105e7155 req-c4cf3357-d0bc-4632-99ba-93ff6b7a3cbb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 1099 time: 0.1900632 Apr 15 10:59:26.408176 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-fadf54da-6127-4189-b8eb-4316f679ff97 req-7adcdc06-aae0-4c69-bce4-7f7b2941b4b3 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416514 Apr 15 10:59:26.411352 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9fc37305-a3fb-4455-98ce-ee30105e7155 req-82d3bf54-824c-4953-b64e-3d985742c267 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293542 Apr 15 10:59:26.453700 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f35f6-54eb-4478-8361-e0b9bca85f36 req-eebb4f2b-2574-4e26-a7b6-4ba0a20df8a7 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:26.455355 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b51f35f6-54eb-4478-8361-e0b9bca85f36 req-eebb4f2b-2574-4e26-a7b6-4ba0a20df8a7 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 944 time: 0.1209021 Apr 15 10:59:26.511716 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b51f35f6-54eb-4478-8361-e0b9bca85f36 req-546479e2-69f5-40cc-a14f-a97994310ec0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491614 Apr 15 10:59:27.434380 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874145ed-1eaa-4273-9b01-53a2722c046d req-89788d92-4ebb-49b0-902e-9289d7f895c6 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:27.436597 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-874145ed-1eaa-4273-9b01-53a2722c046d req-89788d92-4ebb-49b0-902e-9289d7f895c6 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 946 time: 0.0963190 Apr 15 10:59:27.500376 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-874145ed-1eaa-4273-9b01-53a2722c046d req-fea6759a-7f1c-4d1a-afb5-d4568b080288 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569570 Apr 15 10:59:27.644379 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b0dfd6-ead3-4537-bef5-ddde78346bdf req-d9351989-cd9a-4a47-b510-a3eafafba546 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:27.646211 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-68b0dfd6-ead3-4537-bef5-ddde78346bdf req-d9351989-cd9a-4a47-b510-a3eafafba546 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 944 time: 0.1063094 Apr 15 10:59:27.755125 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-68b0dfd6-ead3-4537-bef5-ddde78346bdf req-dc241c51-d9fb-4a66-95e0-45b6bc72e0b1 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019850 Apr 15 10:59:27.795703 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d318496-fd4c-48f5-bc0f-2938e6797a24 req-fff188ea-78ce-44da-9517-956220ec794f tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:27.797481 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9d318496-fd4c-48f5-bc0f-2938e6797a24 req-fff188ea-78ce-44da-9517-956220ec794f tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 944 time: 0.1287866 Apr 15 10:59:27.869849 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9d318496-fd4c-48f5-bc0f-2938e6797a24 req-c48d7337-181a-4ff0-8134-b1390bebf9b1 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640142 Apr 15 10:59:28.736191 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ed2f8-668c-48dc-aca1-395effed8fbc req-7fb4d167-a07c-4ad3-b265-ca82d903c247 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:28.737729 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-505ed2f8-668c-48dc-aca1-395effed8fbc req-7fb4d167-a07c-4ad3-b265-ca82d903c247 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 946 time: 0.0974510 Apr 15 10:59:28.790343 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-505ed2f8-668c-48dc-aca1-395effed8fbc req-8000d76e-a91d-4ff4-b261-b8f0a267d326 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458980 Apr 15 10:59:28.957337 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 497645a3-8010-4600-9bee-7556205d6092 up at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:59:28.985676 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b6acf-003e-4859-aa26-c9dcd5573633 req-e1b11fe0-42bf-46b8-ad34-7b84863c83eb tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:28.987438 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c75b6acf-003e-4859-aa26-c9dcd5573633 req-e1b11fe0-42bf-46b8-ad34-7b84863c83eb tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 944 time: 0.1001341 Apr 15 10:59:29.038743 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning for port 497645a3-8010-4600-9bee-7556205d6092 completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:59:29.044448 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning complete for port 497645a3-8010-4600-9bee-7556205d6092 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:59:29.044869 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:29.098534 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c75b6acf-003e-4859-aa26-c9dcd5573633 req-981f9051-78da-4d16-9369-92115c04e943 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041691 Apr 15 10:59:29.158448 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc40226-dd60-46aa-a935-abdb2b61c543 req-f28c30d6-9431-49f2-967f-3dbca8381f5f tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:29.161308 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8cc40226-dd60-46aa-a935-abdb2b61c543 req-f28c30d6-9431-49f2-967f-3dbca8381f5f tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 944 time: 0.1649256 Apr 15 10:59:29.208702 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:29.216958 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8cc40226-dd60-46aa-a935-abdb2b61c543 req-f77c50aa-73b6-4e0b-848e-aa865f2c2958 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465481 Apr 15 10:59:29.242185 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e3e442-f814-432c-b847-485ae52e363a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497645a3-8010-4600-9bee-7556205d6092'}] {{(pid=85273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:59:29.254110 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 497645a3-8010-4600-9bee-7556205d6092, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=497645a3-8010-4600-9bee-7556205d6092,segment=NetworkSegment(948bd829-6efd-41c7-844a-cb015bfaec49),segment_id=948bd829-6efd-41c7-844a-cb015bfaec49)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:29.257401 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:29.260178 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-bb2ff66a-4450-47f9-b148-8f4fd6a2ea09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:29.301686 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e3e442-f814-432c-b847-485ae52e363a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497645a3-8010-4600-9bee-7556205d6092', 'code': 200} Apr 15 10:59:29.354500 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=497645a3-8010-4600-9bee-7556205d6092,revision_number=5']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:29.359542 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:29.693608 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c29953-8e0c-4e89-8666-53d282844a76 req-b1592cea-7caf-483d-8f59-328144679fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:29.695303 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d4c29953-8e0c-4e89-8666-53d282844a76 req-b1592cea-7caf-483d-8f59-328144679fb5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 1098 time: 0.0949926 Apr 15 10:59:29.741504 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d4c29953-8e0c-4e89-8666-53d282844a76 req-a4da0576-7b6f-4bfb-ab79-c8d6e990f5ee service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399096 Apr 15 10:59:30.310603 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351b008-e7c5-4ec5-9bee-9eba5903d732 req-39c19691-3e4e-4119-8e87-436699e66b35 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:30.312317 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0351b008-e7c5-4ec5-9bee-9eba5903d732 req-39c19691-3e4e-4119-8e87-436699e66b35 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 945 time: 0.0926218 Apr 15 10:59:30.419786 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0351b008-e7c5-4ec5-9bee-9eba5903d732 req-67fd5d48-2022-4f08-a8f9-0fc2b5ab6b44 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007957 Apr 15 10:59:30.458962 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb879c8-a9cc-49fa-80d2-c42e51f233bd req-70aefc7f-c9f8-4483-a43a-c15e4a9d84e3 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:30.460610 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-adb879c8-a9cc-49fa-80d2-c42e51f233bd req-70aefc7f-c9f8-4483-a43a-c15e4a9d84e3 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 944 time: 0.1236217 Apr 15 10:59:30.516286 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-adb879c8-a9cc-49fa-80d2-c42e51f233bd req-5824dba8-cb78-4731-b81e-7242b4908051 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468225 Apr 15 10:59:30.960606 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 2eb931fc-654b-4bf4-a20d-426a2818016d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:59:31.109074 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 2eb931fc-654b-4bf4-a20d-426a2818016d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2eb931fc-654b-4bf4-a20d-426a2818016d,segment=NetworkSegment(fc1e7391-15c4-4775-a280-31db674a4e22),segment_id=fc1e7391-15c4-4775-a280-31db674a4e22)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:31.124479 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Returning: {'device': '2eb931fc-654b-4bf4-a20d-426a2818016d', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'port_id': '2eb931fc-654b-4bf4-a20d-426a2818016d', 'mac_address': 'fa:16:3e:f4:3e:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:59:31.187817 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:31.207587 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb931fc-654b-4bf4-a20d-426a2818016d {{(pid=85273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:59:31.225678 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 2eb931fc-654b-4bf4-a20d-426a2818016d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2eb931fc-654b-4bf4-a20d-426a2818016d,segment=NetworkSegment(fc1e7391-15c4-4775-a280-31db674a4e22),segment_id=fc1e7391-15c4-4775-a280-31db674a4e22)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:31.228549 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:31.230431 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:31.311572 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=2eb931fc-654b-4bf4-a20d-426a2818016d,revision_number=4']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:31.314900 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:31.563272 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['2eb931fc-654b-4bf4-a20d-426a2818016d'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:59:31.648923 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2d8d6-94a9-416c-ba87-f022609bd147 req-e08de22b-250e-4a8f-848b-0789389b03dc tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:31.650614 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c0b2d8d6-94a9-416c-ba87-f022609bd147 req-e08de22b-250e-4a8f-848b-0789389b03dc tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 945 time: 0.1085863 Apr 15 10:59:31.758273 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c0b2d8d6-94a9-416c-ba87-f022609bd147 req-cab8d378-7965-467a-ba9d-e9f33b735da5 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610077 Apr 15 10:59:31.802581 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4f3e8-98de-4702-b0ac-e5404cd7408f req-71d7eac7-a7eb-4a8d-a33d-72765d1b7db0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:31.804969 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-eac4f3e8-98de-4702-b0ac-e5404cd7408f req-71d7eac7-a7eb-4a8d-a33d-72765d1b7db0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 945 time: 0.1531329 Apr 15 10:59:31.871670 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-eac4f3e8-98de-4702-b0ac-e5404cd7408f req-e6e0f3c5-6bf6-4355-b8ce-677f23767405 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586574 Apr 15 10:59:31.992608 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc18e04-9735-40ee-8c2a-8233f8cfae4d req-c3e18d0c-1503-46ff-89b4-7e33e563e382 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:31.994298 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bcc18e04-9735-40ee-8c2a-8233f8cfae4d req-c3e18d0c-1503-46ff-89b4-7e33e563e382 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 945 time: 0.1024299 Apr 15 10:59:32.047605 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bcc18e04-9735-40ee-8c2a-8233f8cfae4d req-3223acd8-1b93-4da0-b1f7-e27054911a57 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449698 Apr 15 10:59:32.508973 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddb1ad-6ec6-4e6b-a4e7-cd1b115584a0 req-8bb7bac1-d288-4759-a742-66adb6c805ae tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:32.510641 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-65ddb1ad-6ec6-4e6b-a4e7-cd1b115584a0 req-8bb7bac1-d288-4759-a742-66adb6c805ae tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 945 time: 0.0958102 Apr 15 10:59:32.561862 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-65ddb1ad-6ec6-4e6b-a4e7-cd1b115584a0 req-cce9a72e-950f-4665-b7db-711fe580c1d2 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435126 Apr 15 10:59:32.957145 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 2eb931fc-654b-4bf4-a20d-426a2818016d up at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:59:33.075805 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning for port 2eb931fc-654b-4bf4-a20d-426a2818016d completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:59:33.081921 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning complete for port 2eb931fc-654b-4bf4-a20d-426a2818016d triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:59:33.082349 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:33.140702 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257f72c-de7a-4eed-9bcf-def4429c887a req-94e32ea3-9db8-4bdb-b694-87e4bcfa2ca8 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:33.142690 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5257f72c-de7a-4eed-9bcf-def4429c887a req-94e32ea3-9db8-4bdb-b694-87e4bcfa2ca8 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 945 time: 0.1195214 Apr 15 10:59:33.222639 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5257f72c-de7a-4eed-9bcf-def4429c887a req-c71c45a9-fc74-4c61-9ef3-056ef56b0fd2 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696669 Apr 15 10:59:33.253166 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:33.283127 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '647bc9be-076a-4173-a7dc-0f4f42f82079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb931fc-654b-4bf4-a20d-426a2818016d'}] {{(pid=85273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:59:33.294250 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 2eb931fc-654b-4bf4-a20d-426a2818016d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2eb931fc-654b-4bf4-a20d-426a2818016d,segment=NetworkSegment(fc1e7391-15c4-4775-a280-31db674a4e22),segment_id=fc1e7391-15c4-4775-a280-31db674a4e22)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:33.298069 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:33.300149 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:33.403703 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=2eb931fc-654b-4bf4-a20d-426a2818016d,revision_number=5']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:33.408517 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '647bc9be-076a-4173-a7dc-0f4f42f82079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb931fc-654b-4bf4-a20d-426a2818016d', 'code': 200} Apr 15 10:59:33.409274 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:33.716675 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3a3ef-cf3b-4d30-b22b-ca87ef8bb887 req-e84c64ca-8611-4818-ab59-8117cb58b44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:33.718788 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-07f3a3ef-cf3b-4d30-b22b-ca87ef8bb887 req-e84c64ca-8611-4818-ab59-8117cb58b44e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 1099 time: 0.0898714 Apr 15 10:59:33.769550 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-07f3a3ef-cf3b-4d30-b22b-ca87ef8bb887 req-c9c1531f-2e20-4d5c-8ab8-e4d2c25a89b8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443053 Apr 15 10:59:34.447595 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a5907-df1f-44a0-aba4-02b0717d8d62 req-f7ca2001-da2d-42c2-9f83-aa04e9a665c1 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:34.449271 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-262a5907-df1f-44a0-aba4-02b0717d8d62 req-f7ca2001-da2d-42c2-9f83-aa04e9a665c1 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 946 time: 0.1039133 Apr 15 10:59:34.503249 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-262a5907-df1f-44a0-aba4-02b0717d8d62 req-33e89da8-3eb5-4b76-880d-1541be83e8ff tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448756 Apr 15 10:59:35.742811 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c356e9c-5320-482e-ac0e-83808bfabb5e req-5fc4f5c9-ab3e-477d-be8b-8b7ab14375fd tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:35.745041 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9c356e9c-5320-482e-ac0e-83808bfabb5e req-5fc4f5c9-ab3e-477d-be8b-8b7ab14375fd tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 946 time: 0.1257470 Apr 15 10:59:35.802850 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9c356e9c-5320-482e-ac0e-83808bfabb5e req-2f50898a-7ab9-4d79-a1c1-27d35300dab4 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499010 Apr 15 10:59:36.034200 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3adfe-1dc5-4aea-a286-c163bbe27514 req-0482f7f1-2247-4cc7-a727-9dddcba1f1a5 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:36.035844 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-43f3adfe-1dc5-4aea-a286-c163bbe27514 req-0482f7f1-2247-4cc7-a727-9dddcba1f1a5 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 946 time: 0.1042111 Apr 15 10:59:36.088888 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-43f3adfe-1dc5-4aea-a286-c163bbe27514 req-f714a657-c959-4de6-a8c0-597b9c6eb261 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466909 Apr 15 10:59:36.115730 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 45806) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:36.323858 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6a107e-e394-4dc0-b463-0797af539dcf tempest-TestVolumeBootPattern-134242808 tempest-TestVolumeBootPattern-134242808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:36.324548 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-5b6a107e-e394-4dc0-b463-0797af539dcf tempest-TestVolumeBootPattern-134242808 tempest-TestVolumeBootPattern-134242808-project-admin] Synchronizing usage tracker for tenant:9cbffc815651437db1e07855a2b63071 on resource:port {{(pid=85272) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:59:36.347248 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-5b6a107e-e394-4dc0-b463-0797af539dcf tempest-TestVolumeBootPattern-134242808 tempest-TestVolumeBootPattern-134242808-project-admin] Unset dirty status for tenant:9cbffc815651437db1e07855a2b63071 on resource:port {{(pid=85272) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:59:36.354177 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-5b6a107e-e394-4dc0-b463-0797af539dcf tempest-TestVolumeBootPattern-134242808 tempest-TestVolumeBootPattern-134242808-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 1094 time: 0.2345877 Apr 15 10:59:36.354850 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 45812) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:36.361044 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Request body: {'floatingip': {'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'port_id': '2eb931fc-654b-4bf4-a20d-426a2818016d', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:36.368186 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:36.372717 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Usage tracker for resource:floatingip and tenant:d516e7b1217b4704a4aa785b44efb62b is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:36.376184 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:36.382725 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:36.396889 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for floatingip, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:36.565835 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:36.730291 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Allocated IP 172.27.2.36 (533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f/ee0371ba-4ff7-4e97-afb9-409670eb4ad7/7378c009-ea29-4adc-9c68-a88db0565f08) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:59:36.914885 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:36.954993 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:36.972285 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-acc0690e-6e95-4a1a-9c2d-71373e9a419d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:37.116887 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Pushing event updated for resources: {'Port': ['ID=7378c009-ea29-4adc-9c68-a88db0565f08,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:37.141178 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:37.141605 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:37.142021 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:37.142430 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:37.142834 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:37.143266 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:37.143670 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:37.144070 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:37.144472 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:37.144870 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:37.145266 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:37.145661 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:37.149612 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:37.192650 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Network 533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:59:37.193912 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:59:37.196737 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:59:37.883639 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:37.965472 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:38.253132 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:38.259935 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850600659'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:38.275763 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-8e56169b-384e-4897-8f09-b7e00e78a00e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:38.427534 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Pushing event updated for resources: {'Port': ['ID=7378c009-ea29-4adc-9c68-a88db0565f08,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:38.430575 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:38.543059 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415207'] for floatingip, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:38.732837 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.l3_db [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Floating IP c3b63e46-7939-47a0-a7fb-57c0a30f5b39 associated. External IP: 172.27.2.36, port: 2eb931fc-654b-4bf4-a20d-426a2818016d. Apr 15 10:59:39.117179 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Router eda0ea58-bbd3-45c3-9c42-6273963739ca has already been hosted by L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 {{(pid=85270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:59:39.310772 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:59:39.320659 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1524ff-bdea-4108-a74a-376100712eef None None] Sync routers for ids ['eda0ea58-bbd3-45c3-9c42-6273963739ca'] in dv-cinder-786383-1-iscsi {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:59:39.332544 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1524ff-bdea-4108-a74a-376100712eef None None] Routers {'eda0ea58-bbd3-45c3-9c42-6273963739ca'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:59:39.333227 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-4d1524ff-bdea-4108-a74a-376100712eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:59:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['eda0ea58-bbd3-45c3-9c42-6273963739ca'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:39.338391 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for floatingip, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:39.419089 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0627918 Apr 15 10:59:39.419755 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '647bc9be-076a-4173-a7dc-0f4f42f82079', 'tag': '2eb931fc-654b-4bf4-a20d-426a2818016d'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:59:39.551354 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-4d1524ff-bdea-4108-a74a-376100712eef None None] Set router eda0ea58-bbd3-45c3-9c42-6273963739ca gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:59:39.587679 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '647bc9be-076a-4173-a7dc-0f4f42f82079', 'tag': '2eb931fc-654b-4bf4-a20d-426a2818016d', 'status': 'completed', 'code': 200} Apr 15 10:59:39.721672 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790ae88-9796-4852-bf52-b68d274380db req-1f31b9d9-816f-4455-8a56-2a5be213ba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:39.724413 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0790ae88-9796-4852-bf52-b68d274380db req-1f31b9d9-816f-4455-8a56-2a5be213ba4b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d516e7b1217b4704a4aa785b44efb62b&device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 1099 time: 0.1099629 Apr 15 10:59:39.911958 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790ae88-9796-4852-bf52-b68d274380db req-1ec2c740-59f7-493d-83f5-ca08fc754334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:39.914666 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0790ae88-9796-4852-bf52-b68d274380db req-1ec2c740-59f7-493d-83f5-ca08fc754334 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4f8d55c0-b745-4c00-b4f6-c4a822798a19 HTTP/1.1" status: 200 len: 913 time: 0.1831272 Apr 15 10:59:40.005743 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-4d1524ff-bdea-4108-a74a-376100712eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'name': 'tempest-TestVolumeBootPattern-1486983443-router', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:39Z', 'updated_at': '2021-04-15T10:51:45Z', 'revision_number': 4, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'gw_port': {'id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:40Z', 'updated_at': '2021-04-15T10:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_floatingips': [{'id': '7d70a2ea-a5b3-4ec7-acd5-dcbc41343e66', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'router_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'port_id': '4fba1157-274d-4bee-8855-eff960b524a0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'mac_address': 'fa:16:3e:68:00:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5e5771-8f9b-4b37-a715-27b78f092b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:55:58Z', 'updated_at': '2021-04-15T10:56:02Z', 'revision_number': 1, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'fixed_ip_address_scope': None}, {'id': 'c3b63e46-7939-47a0-a7fb-57c0a30f5b39', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'router_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'port_id': '2eb931fc-654b-4bf4-a20d-426a2818016d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'mac_address': 'fa:16:3e:f4:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647bc9be-076a-4173-a7dc-0f4f42f82079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:59:37Z', 'updated_at': '2021-04-15T10:59:37Z', 'revision_number': 0, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1c99c6-7736-4717-947d-238471bbea37', 'name': '', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'mac_address': 'fa:16:3e:a6:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:44Z', 'updated_at': '2021-04-15T10:51:56Z', 'revision_number': 5, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'subnets': [{'id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:40.010250 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1524ff-bdea-4108-a74a-376100712eef None None] Checking router: eda0ea58-bbd3-45c3-9c42-6273963739ca for host: dv-cinder-786383-1-iscsi {{(pid=85273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:59:40.020825 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1524ff-bdea-4108-a74a-376100712eef None None] Routers {'eda0ea58-bbd3-45c3-9c42-6273963739ca'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:59:40.021510 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-4d1524ff-bdea-4108-a74a-376100712eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:59:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['eda0ea58-bbd3-45c3-9c42-6273963739ca'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:40.043672 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0790ae88-9796-4852-bf52-b68d274380db req-702bfee1-3e30-49d9-a7e4-3fce0dd0bd82 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2eb931fc-654b-4bf4-a20d-426a2818016d HTTP/1.1" status: 200 len: 999 time: 0.1174259 Apr 15 10:59:40.121162 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790ae88-9796-4852-bf52-b68d274380db req-dff2ede3-9abb-4d1f-913d-d463fce3f703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:40.122749 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0790ae88-9796-4852-bf52-b68d274380db req-dff2ede3-9abb-4d1f-913d-d463fce3f703 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=75809ed1-552c-494e-b7fe-6c14ea11681a HTTP/1.1" status: 200 len: 851 time: 0.0696826 Apr 15 10:59:40.228817 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790ae88-9796-4852-bf52-b68d274380db req-8ce99179-78a9-4b7a-bad4-73c92efe0efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:40.231650 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0790ae88-9796-4852-bf52-b68d274380db req-8ce99179-78a9-4b7a-bad4-73c92efe0efc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4f8d55c0-b745-4c00-b4f6-c4a822798a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1011105 Apr 15 10:59:40.418453 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-4d1524ff-bdea-4108-a74a-376100712eef None None] Set router eda0ea58-bbd3-45c3-9c42-6273963739ca gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:59:40.434480 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0790ae88-9796-4852-bf52-b68d274380db req-6cd76a7f-2cdd-43af-8ff1-96b5345e3b6e service neutron] 10.222.0.60 "GET /v2.0/networks/4f8d55c0-b745-4c00-b4f6-c4a822798a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937287 Apr 15 10:59:40.642364 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0790ae88-9796-4852-bf52-b68d274380db req-8a0b6904-49bb-4052-8d55-f40233c4b322 service neutron] 10.222.0.60 "GET /v2.0/networks/4f8d55c0-b745-4c00-b4f6-c4a822798a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978655 Apr 15 10:59:40.879451 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-4d1524ff-bdea-4108-a74a-376100712eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'name': 'tempest-TestVolumeBootPattern-1486983443-router', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:39Z', 'updated_at': '2021-04-15T10:51:45Z', 'revision_number': 4, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'gw_port': {'id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:40Z', 'updated_at': '2021-04-15T10:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_floatingips': [{'id': '7d70a2ea-a5b3-4ec7-acd5-dcbc41343e66', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'router_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'port_id': '4fba1157-274d-4bee-8855-eff960b524a0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'mac_address': 'fa:16:3e:68:00:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5e5771-8f9b-4b37-a715-27b78f092b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:55:58Z', 'updated_at': '2021-04-15T10:56:02Z', 'revision_number': 1, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'fixed_ip_address_scope': None}, {'id': 'c3b63e46-7939-47a0-a7fb-57c0a30f5b39', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'router_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'port_id': '2eb931fc-654b-4bf4-a20d-426a2818016d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'mac_address': 'fa:16:3e:f4:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647bc9be-076a-4173-a7dc-0f4f42f82079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:59:37Z', 'updated_at': '2021-04-15T10:59:37Z', 'revision_number': 0, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1c99c6-7736-4717-947d-238471bbea37', 'name': '', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'mac_address': 'fa:16:3e:a6:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:44Z', 'updated_at': '2021-04-15T10:51:56Z', 'revision_number': 5, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'subnets': [{'id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:40.884161 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1524ff-bdea-4108-a74a-376100712eef None None] The sync data for ids ['eda0ea58-bbd3-45c3-9c42-6273963739ca'] in dv-cinder-786383-1-iscsi is: [{'id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'name': 'tempest-TestVolumeBootPattern-1486983443-router', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:39Z', 'updated_at': '2021-04-15T10:51:45Z', 'revision_number': 4, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'gw_port': {'id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:40Z', 'updated_at': '2021-04-15T10:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_floatingips': [{'id': '7d70a2ea-a5b3-4ec7-acd5-dcbc41343e66', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'router_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'port_id': '4fba1157-274d-4bee-8855-eff960b524a0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'mac_address': 'fa:16:3e:68:00:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5e5771-8f9b-4b37-a715-27b78f092b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:55:58Z', 'updated_at': '2021-04-15T10:56:02Z', 'revision_number': 1, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'fixed_ip_address_scope': None}, {'id': 'c3b63e46-7939-47a0-a7fb-57c0a30f5b39', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'router_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'port_id': '2eb931fc-654b-4bf4-a20d-426a2818016d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'mac_address': 'fa:16:3e:f4:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647bc9be-076a-4173-a7dc-0f4f42f82079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:59:37Z', 'updated_at': '2021-04-15T10:59:37Z', 'revision_number': 0, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1c99c6-7736-4717-947d-238471bbea37', 'name': '', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'mac_address': 'fa:16:3e:a6:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:44Z', 'updated_at': '2021-04-15T10:51:56Z', 'revision_number': 5, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'subnets': [{'id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:59:41.221548 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ad9519-fb0b-4532-a117-62739d667635 None None] New status for floating IP c3b63e46-7939-47a0-a7fb-57c0a30f5b39: ACTIVE {{(pid=85276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 10:59:43.385598 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07775cec-1cb5-4c14-8ef9-26fd0aab07ac req-11f6e49b-e8fd-4ed5-bd94-a716a954b993 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:43.387559 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-07775cec-1cb5-4c14-8ef9-26fd0aab07ac req-11f6e49b-e8fd-4ed5-bd94-a716a954b993 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 945 time: 0.1269369 Apr 15 10:59:43.445251 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-07775cec-1cb5-4c14-8ef9-26fd0aab07ac req-7d3c68a4-5b58-466e-b86b-bfef3264bc99 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465109 Apr 15 10:59:43.479731 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 45840) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:43.633272 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dfe77c-a948-48f1-b7b8-003a905366ce tempest-TestMinimumBasicScenario-278066560 tempest-TestMinimumBasicScenario-278066560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:43.634891 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-38dfe77c-a948-48f1-b7b8-003a905366ce tempest-TestMinimumBasicScenario-278066560 tempest-TestMinimumBasicScenario-278066560-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 1093 time: 0.1536977 Apr 15 10:59:43.638034 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 45846) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:43.643974 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-5de438af-6fbf-4fb3-a943-1c142d7dae73 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Request body: {'floatingip': {'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'port_id': '497645a3-8010-4600-9bee-7556205d6092', 'tenant_id': '6649e462ddcb4b9eaadfa697910754c5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:43.650893 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-5de438af-6fbf-4fb3-a943-1c142d7dae73 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:43.656051 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-5de438af-6fbf-4fb3-a943-1c142d7dae73 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Usage tracker for resource:floatingip and tenant:6649e462ddcb4b9eaadfa697910754c5 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:43.659443 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-5de438af-6fbf-4fb3-a943-1c142d7dae73 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:43.665895 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-5de438af-6fbf-4fb3-a943-1c142d7dae73 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:43.676923 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5de438af-6fbf-4fb3-a943-1c142d7dae73 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks [] for floatingip, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:43.838218 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5de438af-6fbf-4fb3-a943-1c142d7dae73 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:43.995229 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-5de438af-6fbf-4fb3-a943-1c142d7dae73 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Allocated IP 172.27.2.154 (533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f/ee0371ba-4ff7-4e97-afb9-409670eb4ad7/3e5e342e-f5f3-41c3-a9ad-590e2b5119db) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:59:44.409900 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5de438af-6fbf-4fb3-a943-1c142d7dae73 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:44.439778 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5de438af-6fbf-4fb3-a943-1c142d7dae73 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:44.456053 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-4d0eac93-f450-4210-9f49-994c361e2f95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:44.589321 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de438af-6fbf-4fb3-a943-1c142d7dae73 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Pushing event updated for resources: {'Port': ['ID=3e5e342e-f5f3-41c3-a9ad-590e2b5119db,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:44.594501 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5de438af-6fbf-4fb3-a943-1c142d7dae73 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:44.646208 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de438af-6fbf-4fb3-a943-1c142d7dae73 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Network 533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:59:44.647472 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-5de438af-6fbf-4fb3-a943-1c142d7dae73 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:59:44.649773 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de438af-6fbf-4fb3-a943-1c142d7dae73 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:59:45.074741 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5de438af-6fbf-4fb3-a943-1c142d7dae73 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:45.152996 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5de438af-6fbf-4fb3-a943-1c142d7dae73 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:45.470055 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5de438af-6fbf-4fb3-a943-1c142d7dae73 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:45.473967 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5de438af-6fbf-4fb3-a943-1c142d7dae73 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850600659'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:45.494187 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-57eca220-9c3f-4c34-abde-b43e283136a1 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:45.635305 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de438af-6fbf-4fb3-a943-1c142d7dae73 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Pushing event updated for resources: {'Port': ['ID=3e5e342e-f5f3-41c3-a9ad-590e2b5119db,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:45.639994 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5de438af-6fbf-4fb3-a943-1c142d7dae73 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:45.760493 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5de438af-6fbf-4fb3-a943-1c142d7dae73 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415207'] for floatingip, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:45.966693 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.l3_db [None req-5de438af-6fbf-4fb3-a943-1c142d7dae73 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Floating IP 673ed7c3-64cc-406c-a4f7-dc01757d3c0a associated. External IP: 172.27.2.154, port: 497645a3-8010-4600-9bee-7556205d6092. Apr 15 10:59:46.455339 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de438af-6fbf-4fb3-a943-1c142d7dae73 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Router 46aa2a01-4109-469e-bab4-08c002b7dc7f has already been hosted by L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 {{(pid=85270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:59:46.663308 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de438af-6fbf-4fb3-a943-1c142d7dae73 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:59:46.676785 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7a6b9c-5041-411f-ad6b-e7528a6fdc6d None None] Sync routers for ids ['46aa2a01-4109-469e-bab4-08c002b7dc7f'] in dv-cinder-786383-1-iscsi {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:59:46.690355 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7a6b9c-5041-411f-ad6b-e7528a6fdc6d None None] Routers {'46aa2a01-4109-469e-bab4-08c002b7dc7f'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:59:46.691069 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-cb7a6b9c-5041-411f-ad6b-e7528a6fdc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:59:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['46aa2a01-4109-469e-bab4-08c002b7dc7f'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:46.699898 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5de438af-6fbf-4fb3-a943-1c142d7dae73 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for floatingip, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:46.760642 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-5de438af-6fbf-4fb3-a943-1c142d7dae73 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1215422 Apr 15 10:59:46.761389 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e3e442-f814-432c-b847-485ae52e363a', 'tag': '497645a3-8010-4600-9bee-7556205d6092'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:59:46.766484 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 45850) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:46.774075 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-f0c82c8f-effe-4be7-80df-4f137ef59318 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2083628892', 'description': 'tempest-secgroup-smoke-2083628892 description', 'project_id': '6649e462ddcb4b9eaadfa697910754c5'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:46.781834 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-f0c82c8f-effe-4be7-80df-4f137ef59318 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:46.792600 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-f0c82c8f-effe-4be7-80df-4f137ef59318 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:46.802578 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f0c82c8f-effe-4be7-80df-4f137ef59318 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:46.814498 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e3e442-f814-432c-b847-485ae52e363a', 'tag': '497645a3-8010-4600-9bee-7556205d6092', 'status': 'completed', 'code': 200} Apr 15 10:59:46.832048 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-f0c82c8f-effe-4be7-80df-4f137ef59318 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:46.837607 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-f0c82c8f-effe-4be7-80df-4f137ef59318 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Usage tracker for resource:security_group_rule and tenant:6649e462ddcb4b9eaadfa697910754c5 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:46.841175 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-f0c82c8f-effe-4be7-80df-4f137ef59318 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:46.853726 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-f0c82c8f-effe-4be7-80df-4f137ef59318 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:46.913648 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-cb7a6b9c-5041-411f-ad6b-e7528a6fdc6d None None] Set router 46aa2a01-4109-469e-bab4-08c002b7dc7f gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:59:46.940574 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503af1b-fd25-4ba5-97af-0e1762397298 req-ee5ab511-02db-4223-a961-b8916a729930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:46.942826 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6503af1b-fd25-4ba5-97af-0e1762397298 req-ee5ab511-02db-4223-a961-b8916a729930 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6649e462ddcb4b9eaadfa697910754c5&device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 1098 time: 0.0898538 Apr 15 10:59:46.957697 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f0c82c8f-effe-4be7-80df-4f137ef59318 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:46.960654 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f0c82c8f-effe-4be7-80df-4f137ef59318 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:46.966355 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-d9322cf5-2cfd-4428-8df3-142cfe862c44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:47.011723 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c82c8f-effe-4be7-80df-4f137ef59318 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e84fd948-c2ae-42c4-b557-54832f2cbb55,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:47.020775 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c82c8f-effe-4be7-80df-4f137ef59318 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:47.021210 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c82c8f-effe-4be7-80df-4f137ef59318 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:47.021632 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c82c8f-effe-4be7-80df-4f137ef59318 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:47.022058 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c82c8f-effe-4be7-80df-4f137ef59318 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:47.022462 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c82c8f-effe-4be7-80df-4f137ef59318 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:47.022872 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c82c8f-effe-4be7-80df-4f137ef59318 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:47.023305 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c82c8f-effe-4be7-80df-4f137ef59318 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:47.023714 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c82c8f-effe-4be7-80df-4f137ef59318 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:47.024122 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c82c8f-effe-4be7-80df-4f137ef59318 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:47.024500 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c82c8f-effe-4be7-80df-4f137ef59318 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:47.024908 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c82c8f-effe-4be7-80df-4f137ef59318 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:47.025310 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c82c8f-effe-4be7-80df-4f137ef59318 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:47.028829 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f0c82c8f-effe-4be7-80df-4f137ef59318 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:47.033998 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-f0c82c8f-effe-4be7-80df-4f137ef59318 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2658520 Apr 15 10:59:47.035130 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f0c82c8f-effe-4be7-80df-4f137ef59318 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:47.035868 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 45858) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:47.041351 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-586fb373-bdd7-4a1b-8822-f277f1665a15 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Request body: {'security_group_rule': {'security_group_id': 'e84fd948-c2ae-42c4-b557-54832f2cbb55', 'project_id': '6649e462ddcb4b9eaadfa697910754c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:47.047940 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-586fb373-bdd7-4a1b-8822-f277f1665a15 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:47.052068 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-586fb373-bdd7-4a1b-8822-f277f1665a15 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Usage tracker for resource:security_group_rule and tenant:6649e462ddcb4b9eaadfa697910754c5 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:47.055185 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-586fb373-bdd7-4a1b-8822-f277f1665a15 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:47.062677 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-586fb373-bdd7-4a1b-8822-f277f1665a15 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:47.084739 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-586fb373-bdd7-4a1b-8822-f277f1665a15 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:47.113072 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503af1b-fd25-4ba5-97af-0e1762397298 req-3a9cfa72-f391-4038-9752-2d9ed93ba1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:47.114664 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6503af1b-fd25-4ba5-97af-0e1762397298 req-3a9cfa72-f391-4038-9752-2d9ed93ba1c7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3e34d95-ed57-4474-b09b-ff783b904a56 HTTP/1.1" status: 200 len: 916 time: 0.1637232 Apr 15 10:59:47.158677 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-586fb373-bdd7-4a1b-8822-f277f1665a15 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:47.161943 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-586fb373-bdd7-4a1b-8822-f277f1665a15 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854330716'] for security_group_rule, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:47.171658 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:47.196835 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586fb373-bdd7-4a1b-8822-f277f1665a15 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaea629f-e245-4c97-a026-859e06c4390f,revision_number=0']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:47.199917 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-586fb373-bdd7-4a1b-8822-f277f1665a15 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:47.202805 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-586fb373-bdd7-4a1b-8822-f277f1665a15 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:47.204130 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-586fb373-bdd7-4a1b-8822-f277f1665a15 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1674962 Apr 15 10:59:47.207479 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 45862) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:47.212962 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-140a8151-0746-4fb1-912f-fd22e4b47d60 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Request body: {'security_group_rule': {'security_group_id': 'e84fd948-c2ae-42c4-b557-54832f2cbb55', 'project_id': '6649e462ddcb4b9eaadfa697910754c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:47.221021 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-140a8151-0746-4fb1-912f-fd22e4b47d60 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:47.225329 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-140a8151-0746-4fb1-912f-fd22e4b47d60 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Usage tracker for resource:security_group_rule and tenant:6649e462ddcb4b9eaadfa697910754c5 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:47.228519 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-140a8151-0746-4fb1-912f-fd22e4b47d60 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:47.235442 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-140a8151-0746-4fb1-912f-fd22e4b47d60 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:47.244597 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6503af1b-fd25-4ba5-97af-0e1762397298 req-aa83c480-6558-4f7a-9efb-5d6ef5d6106c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=497645a3-8010-4600-9bee-7556205d6092 HTTP/1.1" status: 200 len: 999 time: 0.1168430 Apr 15 10:59:47.252420 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-140a8151-0746-4fb1-912f-fd22e4b47d60 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:47.312611 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-cb7a6b9c-5041-411f-ad6b-e7528a6fdc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'name': 'tempest-TestMinimumBasicScenario-1749249159-router', 'tenant_id': '6649e462ddcb4b9eaadfa697910754c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '92ffb84d-9a50-4a58-973d-e33ae680142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:03Z', 'updated_at': '2021-04-15T10:58:10Z', 'revision_number': 4, 'project_id': '6649e462ddcb4b9eaadfa697910754c5', 'gw_port': {'id': '92ffb84d-9a50-4a58-973d-e33ae680142e', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:04Z', 'updated_at': '2021-04-15T10:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_floatingips': [{'id': '673ed7c3-64cc-406c-a4f7-dc01757d3c0a', 'tenant_id': '6649e462ddcb4b9eaadfa697910754c5', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'router_id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'port_id': '497645a3-8010-4600-9bee-7556205d6092', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e34d95-ed57-4474-b09b-ff783b904a56', 'mac_address': 'fa:16:3e:0a:c6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e3e442-f814-432c-b847-485ae52e363a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:59:45Z', 'updated_at': '2021-04-15T10:59:45Z', 'revision_number': 0, 'project_id': '6649e462ddcb4b9eaadfa697910754c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34eeaf09-4433-49f8-b509-347311a09686', 'name': '', 'network_id': 'c3e34d95-ed57-4474-b09b-ff783b904a56', 'tenant_id': '6649e462ddcb4b9eaadfa697910754c5', 'mac_address': 'fa:16:3e:1c:6c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'e34725df-ec95-435a-9d7b-25408026fc55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:09Z', 'updated_at': '2021-04-15T10:58:21Z', 'revision_number': 5, 'project_id': '6649e462ddcb4b9eaadfa697910754c5', 'subnets': [{'id': 'e34725df-ec95-435a-9d7b-25408026fc55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:47.316833 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7a6b9c-5041-411f-ad6b-e7528a6fdc6d None None] Checking router: 46aa2a01-4109-469e-bab4-08c002b7dc7f for host: dv-cinder-786383-1-iscsi {{(pid=85273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:59:47.321759 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-140a8151-0746-4fb1-912f-fd22e4b47d60 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:47.326274 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-140a8151-0746-4fb1-912f-fd22e4b47d60 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854330716'] for security_group_rule, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:47.327094 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7a6b9c-5041-411f-ad6b-e7528a6fdc6d None None] Routers {'46aa2a01-4109-469e-bab4-08c002b7dc7f'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:59:47.327432 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-cb7a6b9c-5041-411f-ad6b-e7528a6fdc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T10:59:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['46aa2a01-4109-469e-bab4-08c002b7dc7f'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:47.331906 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503af1b-fd25-4ba5-97af-0e1762397298 req-ec664322-16b2-462a-8270-a88dc3c29263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:47.333691 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6503af1b-fd25-4ba5-97af-0e1762397298 req-ec664322-16b2-462a-8270-a88dc3c29263 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e34725df-ec95-435a-9d7b-25408026fc55 HTTP/1.1" status: 200 len: 854 time: 0.0793037 Apr 15 10:59:47.334822 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e1b20660-775c-4ebf-9325-2637c58ae78b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:47.356781 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a8151-0746-4fb1-912f-fd22e4b47d60 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82e0d4c6-e1ac-4e28-97a7-df6433f3b558,revision_number=0']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:47.362243 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-140a8151-0746-4fb1-912f-fd22e4b47d60 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:47.365988 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-140a8151-0746-4fb1-912f-fd22e4b47d60 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:47.370623 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-140a8151-0746-4fb1-912f-fd22e4b47d60 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1624105 Apr 15 10:59:47.371590 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 45866) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:47.379930 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-f8bc83dc-0f5a-4c30-9caa-079d87c94e57 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Request body: {'security_group_rule': {'security_group_id': 'e84fd948-c2ae-42c4-b557-54832f2cbb55', 'project_id': '6649e462ddcb4b9eaadfa697910754c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:47.388196 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-f8bc83dc-0f5a-4c30-9caa-079d87c94e57 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:47.393311 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-f8bc83dc-0f5a-4c30-9caa-079d87c94e57 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Usage tracker for resource:security_group_rule and tenant:6649e462ddcb4b9eaadfa697910754c5 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:47.396550 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-f8bc83dc-0f5a-4c30-9caa-079d87c94e57 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:47.402824 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-f8bc83dc-0f5a-4c30-9caa-079d87c94e57 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:47.428107 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f8bc83dc-0f5a-4c30-9caa-079d87c94e57 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:47.441885 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503af1b-fd25-4ba5-97af-0e1762397298 req-8a632627-0f01-447f-b085-7357c845e7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:47.444003 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6503af1b-fd25-4ba5-97af-0e1762397298 req-8a632627-0f01-447f-b085-7357c845e7ff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3e34d95-ed57-4474-b09b-ff783b904a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0945816 Apr 15 10:59:47.526160 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f8bc83dc-0f5a-4c30-9caa-079d87c94e57 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:47.530582 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f8bc83dc-0f5a-4c30-9caa-079d87c94e57 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854330716'] for security_group_rule, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:47.532856 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:47.563135 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc83dc-0f5a-4c30-9caa-079d87c94e57 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e23e7b1d-67d3-409d-afad-ad2e42983d57,revision_number=0']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:47.567861 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f8bc83dc-0f5a-4c30-9caa-079d87c94e57 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:47.579053 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f8bc83dc-0f5a-4c30-9caa-079d87c94e57 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:47.580274 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-f8bc83dc-0f5a-4c30-9caa-079d87c94e57 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2068787 Apr 15 10:59:47.582682 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 45870) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:47.589351 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-427a5baf-5ff9-4118-8fc0-9aa4fee64100 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Request body: {'security_group_rule': {'security_group_id': 'e84fd948-c2ae-42c4-b557-54832f2cbb55', 'project_id': '6649e462ddcb4b9eaadfa697910754c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:47.592698 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-cb7a6b9c-5041-411f-ad6b-e7528a6fdc6d None None] Set router 46aa2a01-4109-469e-bab4-08c002b7dc7f gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:59:47.598330 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-427a5baf-5ff9-4118-8fc0-9aa4fee64100 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:47.603162 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-427a5baf-5ff9-4118-8fc0-9aa4fee64100 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Usage tracker for resource:security_group_rule and tenant:6649e462ddcb4b9eaadfa697910754c5 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:47.607031 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-427a5baf-5ff9-4118-8fc0-9aa4fee64100 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:47.615609 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-427a5baf-5ff9-4118-8fc0-9aa4fee64100 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:47.635289 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-427a5baf-5ff9-4118-8fc0-9aa4fee64100 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:47.751410 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-427a5baf-5ff9-4118-8fc0-9aa4fee64100 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:47.755237 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-427a5baf-5ff9-4118-8fc0-9aa4fee64100 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854330716'] for security_group_rule, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:47.758856 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f8bc83dc-0f5a-4c30-9caa-079d87c94e57 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:47.797111 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a5baf-5ff9-4118-8fc0-9aa4fee64100 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd85dc1-d4fe-4e73-8075-0f884ef1f45e,revision_number=0']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:47.800249 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-427a5baf-5ff9-4118-8fc0-9aa4fee64100 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:47.809368 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-427a5baf-5ff9-4118-8fc0-9aa4fee64100 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:47.814587 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-427a5baf-5ff9-4118-8fc0-9aa4fee64100 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2282534 Apr 15 10:59:47.816844 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 45874) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:47.825987 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-01ee874a-108b-44fa-8848-d7fb516f33fb tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Request body: {'security_group_rule': {'security_group_id': 'e84fd948-c2ae-42c4-b557-54832f2cbb55', 'project_id': '6649e462ddcb4b9eaadfa697910754c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:47.845475 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-01ee874a-108b-44fa-8848-d7fb516f33fb tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:47.852265 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-01ee874a-108b-44fa-8848-d7fb516f33fb tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Usage tracker for resource:security_group_rule and tenant:6649e462ddcb4b9eaadfa697910754c5 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:47.861801 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-01ee874a-108b-44fa-8848-d7fb516f33fb tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:47.873160 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-01ee874a-108b-44fa-8848-d7fb516f33fb tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:47.888407 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6503af1b-fd25-4ba5-97af-0e1762397298 req-0d5a89cf-d82b-4894-aa38-ce32fde50957 service neutron] 10.222.0.60 "GET /v2.0/networks/c3e34d95-ed57-4474-b09b-ff783b904a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359362 Apr 15 10:59:47.890770 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.securitygroups_db [None req-01ee874a-108b-44fa-8848-d7fb516f33fb tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Project 6649e462ddcb4b9eaadfa697910754c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 10:59:47.903863 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-01ee874a-108b-44fa-8848-d7fb516f33fb tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:48.020263 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-01ee874a-108b-44fa-8848-d7fb516f33fb tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:48.023384 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-01ee874a-108b-44fa-8848-d7fb516f33fb tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854330716'] for security_group_rule, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:48.026181 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-586fb373-bdd7-4a1b-8822-f277f1665a15 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:48.055377 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee874a-108b-44fa-8848-d7fb516f33fb tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1df0578-6668-4f75-9475-5881b4d6a70f,revision_number=0']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:48.059410 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-01ee874a-108b-44fa-8848-d7fb516f33fb tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:48.069662 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-01ee874a-108b-44fa-8848-d7fb516f33fb tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:48.075479 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-01ee874a-108b-44fa-8848-d7fb516f33fb tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2537596 Apr 15 10:59:48.075479 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 45878) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:48.081981 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-79df9c7d-a33d-48c4-98bd-b45e6368735c tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Request body: {'security_group_rule': {'security_group_id': 'e84fd948-c2ae-42c4-b557-54832f2cbb55', 'project_id': '6649e462ddcb4b9eaadfa697910754c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:48.083084 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6503af1b-fd25-4ba5-97af-0e1762397298 req-48b41fc6-135b-4c78-ab48-f268e7beb936 service neutron] 10.222.0.60 "GET /v2.0/networks/c3e34d95-ed57-4474-b09b-ff783b904a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874375 Apr 15 10:59:48.088790 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-79df9c7d-a33d-48c4-98bd-b45e6368735c tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:48.094594 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-79df9c7d-a33d-48c4-98bd-b45e6368735c tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Usage tracker for resource:security_group_rule and tenant:6649e462ddcb4b9eaadfa697910754c5 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:48.097900 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-79df9c7d-a33d-48c4-98bd-b45e6368735c tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:48.104530 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-79df9c7d-a33d-48c4-98bd-b45e6368735c tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:48.114201 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-cb7a6b9c-5041-411f-ad6b-e7528a6fdc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'name': 'tempest-TestMinimumBasicScenario-1749249159-router', 'tenant_id': '6649e462ddcb4b9eaadfa697910754c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '92ffb84d-9a50-4a58-973d-e33ae680142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:03Z', 'updated_at': '2021-04-15T10:58:10Z', 'revision_number': 4, 'project_id': '6649e462ddcb4b9eaadfa697910754c5', 'gw_port': {'id': '92ffb84d-9a50-4a58-973d-e33ae680142e', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:04Z', 'updated_at': '2021-04-15T10:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_floatingips': [{'id': '673ed7c3-64cc-406c-a4f7-dc01757d3c0a', 'tenant_id': '6649e462ddcb4b9eaadfa697910754c5', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'router_id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'port_id': '497645a3-8010-4600-9bee-7556205d6092', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e34d95-ed57-4474-b09b-ff783b904a56', 'mac_address': 'fa:16:3e:0a:c6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e3e442-f814-432c-b847-485ae52e363a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:59:45Z', 'updated_at': '2021-04-15T10:59:45Z', 'revision_number': 0, 'project_id': '6649e462ddcb4b9eaadfa697910754c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34eeaf09-4433-49f8-b509-347311a09686', 'name': '', 'network_id': 'c3e34d95-ed57-4474-b09b-ff783b904a56', 'tenant_id': '6649e462ddcb4b9eaadfa697910754c5', 'mac_address': 'fa:16:3e:1c:6c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'e34725df-ec95-435a-9d7b-25408026fc55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:09Z', 'updated_at': '2021-04-15T10:58:21Z', 'revision_number': 5, 'project_id': '6649e462ddcb4b9eaadfa697910754c5', 'subnets': [{'id': 'e34725df-ec95-435a-9d7b-25408026fc55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:48.116787 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.securitygroups_db [None req-79df9c7d-a33d-48c4-98bd-b45e6368735c tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Project 6649e462ddcb4b9eaadfa697910754c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 10:59:48.127608 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7a6b9c-5041-411f-ad6b-e7528a6fdc6d None None] The sync data for ids ['46aa2a01-4109-469e-bab4-08c002b7dc7f'] in dv-cinder-786383-1-iscsi is: [{'id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'name': 'tempest-TestMinimumBasicScenario-1749249159-router', 'tenant_id': '6649e462ddcb4b9eaadfa697910754c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '92ffb84d-9a50-4a58-973d-e33ae680142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:03Z', 'updated_at': '2021-04-15T10:58:10Z', 'revision_number': 4, 'project_id': '6649e462ddcb4b9eaadfa697910754c5', 'gw_port': {'id': '92ffb84d-9a50-4a58-973d-e33ae680142e', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:04Z', 'updated_at': '2021-04-15T10:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_floatingips': [{'id': '673ed7c3-64cc-406c-a4f7-dc01757d3c0a', 'tenant_id': '6649e462ddcb4b9eaadfa697910754c5', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'router_id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'port_id': '497645a3-8010-4600-9bee-7556205d6092', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e34d95-ed57-4474-b09b-ff783b904a56', 'mac_address': 'fa:16:3e:0a:c6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e3e442-f814-432c-b847-485ae52e363a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:59:45Z', 'updated_at': '2021-04-15T10:59:45Z', 'revision_number': 0, 'project_id': '6649e462ddcb4b9eaadfa697910754c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34eeaf09-4433-49f8-b509-347311a09686', 'name': '', 'network_id': 'c3e34d95-ed57-4474-b09b-ff783b904a56', 'tenant_id': '6649e462ddcb4b9eaadfa697910754c5', 'mac_address': 'fa:16:3e:1c:6c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'e34725df-ec95-435a-9d7b-25408026fc55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:09Z', 'updated_at': '2021-04-15T10:58:21Z', 'revision_number': 5, 'project_id': '6649e462ddcb4b9eaadfa697910754c5', 'subnets': [{'id': 'e34725df-ec95-435a-9d7b-25408026fc55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:59:48.129132 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-79df9c7d-a33d-48c4-98bd-b45e6368735c tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:48.222714 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-79df9c7d-a33d-48c4-98bd-b45e6368735c tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:48.225965 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-79df9c7d-a33d-48c4-98bd-b45e6368735c tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854330716'] for security_group_rule, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:48.228180 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:48.254016 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df9c7d-a33d-48c4-98bd-b45e6368735c tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33155db9-f5d9-4b47-8e59-611e0808c1dd,revision_number=0']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:48.256672 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-79df9c7d-a33d-48c4-98bd-b45e6368735c tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:48.263346 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-79df9c7d-a33d-48c4-98bd-b45e6368735c tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:48.264692 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-79df9c7d-a33d-48c4-98bd-b45e6368735c tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1886492 Apr 15 10:59:48.418767 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-18728272-f0e5-492b-bd87-df7361d36f0c req-bbe8cd10-d1b9-4f8d-9a30-81fe4fa0be4d tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2083628892&fields=id&tenant_id=6649e462ddcb4b9eaadfa697910754c5 HTTP/1.1" status: 200 len: 267 time: 0.0619345 Apr 15 10:59:48.468504 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ce41a6-4ea3-43bf-8112-f0b82ae4e38b None None] New status for floating IP 673ed7c3-64cc-406c-a4f7-dc01757d3c0a: ACTIVE {{(pid=85276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 10:59:48.531857 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18728272-f0e5-492b-bd87-df7361d36f0c req-a266e072-7842-4352-b710-5221e99eb1f1 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:48.534905 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-18728272-f0e5-492b-bd87-df7361d36f0c req-a266e072-7842-4352-b710-5221e99eb1f1 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 945 time: 0.1057932 Apr 15 10:59:48.551013 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-18728272-f0e5-492b-bd87-df7361d36f0c req-5c056dd9-22ad-40d9-bf24-7673913ce42e tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Request body: {'port': {'security_groups': ['1db42a65-b553-49a1-9d43-fde688bcbb50', 'e84fd948-c2ae-42c4-b557-54832f2cbb55']}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:48.694633 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-18728272-f0e5-492b-bd87-df7361d36f0c req-5c056dd9-22ad-40d9-bf24-7673913ce42e tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:49.084135 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-18728272-f0e5-492b-bd87-df7361d36f0c req-5c056dd9-22ad-40d9-bf24-7673913ce42e tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] For port 497645a3-8010-4600-9bee-7556205d6092, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=497645a3-8010-4600-9bee-7556205d6092,segment=NetworkSegment(948bd829-6efd-41c7-844a-cb015bfaec49),segment_id=948bd829-6efd-41c7-844a-cb015bfaec49)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:49.112036 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-18728272-f0e5-492b-bd87-df7361d36f0c req-5c056dd9-22ad-40d9-bf24-7673913ce42e tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:49.115786 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-18728272-f0e5-492b-bd87-df7361d36f0c req-5c056dd9-22ad-40d9-bf24-7673913ce42e tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850600659'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:49.128072 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['497645a3-8010-4600-9bee-7556205d6092'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:59:49.131573 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:49.328657 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c056dd9-22ad-40d9-bf24-7673913ce42e tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Pushing event updated for resources: {'Port': ['ID=497645a3-8010-4600-9bee-7556205d6092,revision_number=6']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:49.334389 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5c056dd9-22ad-40d9-bf24-7673913ce42e tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:49.379771 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18728272-f0e5-492b-bd87-df7361d36f0c req-5c056dd9-22ad-40d9-bf24-7673913ce42e tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:49.380478 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-18728272-f0e5-492b-bd87-df7361d36f0c req-5c056dd9-22ad-40d9-bf24-7673913ce42e tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:49.381997 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-18728272-f0e5-492b-bd87-df7361d36f0c req-5c056dd9-22ad-40d9-bf24-7673913ce42e tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "PUT /v2.0/ports/497645a3-8010-4600-9bee-7556205d6092 HTTP/1.1" status: 200 len: 981 time: 0.8395894 Apr 15 10:59:49.382561 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e3e442-f814-432c-b847-485ae52e363a', 'tag': '497645a3-8010-4600-9bee-7556205d6092'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:59:49.438833 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e3e442-f814-432c-b847-485ae52e363a', 'tag': '497645a3-8010-4600-9bee-7556205d6092', 'status': 'completed', 'code': 200} Apr 15 10:59:49.493345 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['497645a3-8010-4600-9bee-7556205d6092'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:59:49.648442 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48091e56-bf46-4c9b-a439-93dca2994c8d req-0c77ca18-b81d-4996-8616-688fe98f2985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:49.650082 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-48091e56-bf46-4c9b-a439-93dca2994c8d req-0c77ca18-b81d-4996-8616-688fe98f2985 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6649e462ddcb4b9eaadfa697910754c5&device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 1137 time: 0.1576526 Apr 15 10:59:49.660291 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb5cde-81b5-40b2-840f-064795a71804 req-60701cdf-2d27-4288-864f-338c6604b3a2 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:49.661843 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-aafb5cde-81b5-40b2-840f-064795a71804 req-60701cdf-2d27-4288-864f-338c6604b3a2 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 984 time: 0.1314943 Apr 15 10:59:49.675276 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-dc9fb60f-1231-417b-adaa-d5a1dba0c1cd None None] Provisioning complete for port 497645a3-8010-4600-9bee-7556205d6092 triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:59:49.675705 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dc9fb60f-1231-417b-adaa-d5a1dba0c1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:49.815519 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-aafb5cde-81b5-40b2-840f-064795a71804 req-17b05e27-4b98-40a6-91ef-81d34c0bf538 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e84fd948-c2ae-42c4-b557-54832f2cbb55&id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1237829 Apr 15 10:59:49.855600 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48091e56-bf46-4c9b-a439-93dca2994c8d req-e63b7b1e-b3aa-42a6-91ae-26b6c02747e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:49.857109 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-48091e56-bf46-4c9b-a439-93dca2994c8d req-e63b7b1e-b3aa-42a6-91ae-26b6c02747e6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3e34d95-ed57-4474-b09b-ff783b904a56 HTTP/1.1" status: 200 len: 916 time: 0.1943424 Apr 15 10:59:49.984440 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-48091e56-bf46-4c9b-a439-93dca2994c8d req-007fc382-f19c-41f2-8976-74aca8aa7ea6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=497645a3-8010-4600-9bee-7556205d6092 HTTP/1.1" status: 200 len: 1001 time: 0.1121755 Apr 15 10:59:50.062322 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48091e56-bf46-4c9b-a439-93dca2994c8d req-506bd1bb-6a6c-4fa6-aef2-9e8cead9cbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:50.064068 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-48091e56-bf46-4c9b-a439-93dca2994c8d req-506bd1bb-6a6c-4fa6-aef2-9e8cead9cbaa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e34725df-ec95-435a-9d7b-25408026fc55 HTTP/1.1" status: 200 len: 854 time: 0.0666742 Apr 15 10:59:50.151169 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48091e56-bf46-4c9b-a439-93dca2994c8d req-2b6788ae-1a8c-4ace-9391-9819725ad53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:50.152721 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-48091e56-bf46-4c9b-a439-93dca2994c8d req-2b6788ae-1a8c-4ace-9391-9819725ad53f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3e34d95-ed57-4474-b09b-ff783b904a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0792096 Apr 15 10:59:50.301845 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-48091e56-bf46-4c9b-a439-93dca2994c8d req-8d47da84-b18c-4010-9b80-3fd9c323755b service neutron] 10.222.0.60 "GET /v2.0/networks/c3e34d95-ed57-4474-b09b-ff783b904a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403120 Apr 15 10:59:50.457329 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-48091e56-bf46-4c9b-a439-93dca2994c8d req-6fc3a51c-dfe0-485b-9ca5-1db44fd5f345 service neutron] 10.222.0.60 "GET /v2.0/networks/c3e34d95-ed57-4474-b09b-ff783b904a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453502 Apr 15 10:59:50.866742 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-7171d7a7-495c-40e5-a1a8-746f09156c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:53.335799 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9f730019-0091-494e-a22f-c71e6fd12e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:54.157726 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:54.354386 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:55.129083 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:55.212479 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:55.774827 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:00:03.400272 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bb397cc9-6d88-4293-9b03-3d80946f0116 req-937324ed-c31f-435c-b637-f6897b62603f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5d5e5771-8f9b-4b37-a715-27b78f092b1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0853190 Apr 15 11:00:03.508029 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb397cc9-6d88-4293-9b03-3d80946f0116 req-8cc5c753-9713-4dce-960e-0d3c441c83f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:03.510014 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bb397cc9-6d88-4293-9b03-3d80946f0116 req-8cc5c753-9713-4dce-960e-0d3c441c83f1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d516e7b1217b4704a4aa785b44efb62b&device_id=5d5e5771-8f9b-4b37-a715-27b78f092b1f HTTP/1.1" status: 200 len: 1099 time: 0.0870023 Apr 15 11:00:03.698432 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb397cc9-6d88-4293-9b03-3d80946f0116 req-3c68a3be-b7dd-4a86-bada-d0149c71a228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:03.700057 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bb397cc9-6d88-4293-9b03-3d80946f0116 req-3c68a3be-b7dd-4a86-bada-d0149c71a228 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4f8d55c0-b745-4c00-b4f6-c4a822798a19 HTTP/1.1" status: 200 len: 913 time: 0.1686244 Apr 15 11:00:03.824024 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bb397cc9-6d88-4293-9b03-3d80946f0116 req-7eafadc2-10c9-4bab-be16-ebcd71fe6ce7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fba1157-274d-4bee-8855-eff960b524a0 HTTP/1.1" status: 200 len: 1002 time: 0.1171110 Apr 15 11:00:03.900756 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb397cc9-6d88-4293-9b03-3d80946f0116 req-55ac072b-4c6c-41c2-a2d8-596ae37e0a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:03.902434 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bb397cc9-6d88-4293-9b03-3d80946f0116 req-55ac072b-4c6c-41c2-a2d8-596ae37e0a82 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=75809ed1-552c-494e-b7fe-6c14ea11681a HTTP/1.1" status: 200 len: 851 time: 0.0723331 Apr 15 11:00:03.997542 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb397cc9-6d88-4293-9b03-3d80946f0116 req-60d314ef-5e43-4b16-926e-62f34d7a98b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:04.000217 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bb397cc9-6d88-4293-9b03-3d80946f0116 req-60d314ef-5e43-4b16-926e-62f34d7a98b1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4f8d55c0-b745-4c00-b4f6-c4a822798a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0918036 Apr 15 11:00:04.154119 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bb397cc9-6d88-4293-9b03-3d80946f0116 req-7775ac32-8fc1-45b4-aa42-e27f2ee9ad0f service neutron] 10.222.0.60 "GET /v2.0/networks/4f8d55c0-b745-4c00-b4f6-c4a822798a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465130 Apr 15 11:00:04.342812 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bb397cc9-6d88-4293-9b03-3d80946f0116 req-16360d10-2af0-486d-82ef-c2b26f8107e8 service neutron] 10.222.0.60 "GET /v2.0/networks/4f8d55c0-b745-4c00-b4f6-c4a822798a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821349 Apr 15 11:00:20.876643 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ab0bb514-3c5e-44b0-8aee-47e43515ef88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:23.333428 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f8aa2d7c-158c-4e43-932b-2ff3b7fe3c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:24.161196 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:24.352005 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:25.132184 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:25.224011 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:32.774296 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:00:46.020246 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc82c0d-0d23-4c1a-be62-e0af428615d8 req-6c4a2f0e-53f6-4c57-bbd1-89f2cd1f1787 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:46.021885 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0fc82c0d-0d23-4c1a-be62-e0af428615d8 req-6c4a2f0e-53f6-4c57-bbd1-89f2cd1f1787 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 946 time: 0.1060069 Apr 15 11:00:46.083052 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0fc82c0d-0d23-4c1a-be62-e0af428615d8 req-989f2b6e-9434-4421-9299-8c71ed9870eb tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536029 Apr 15 11:00:47.407964 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04331fd8-d438-4aaf-b7c8-35559275e7e1 req-88120b62-9317-4800-95f1-67f0e19bbc80 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:47.411202 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-04331fd8-d438-4aaf-b7c8-35559275e7e1 req-88120b62-9317-4800-95f1-67f0e19bbc80 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 946 time: 0.1661065 Apr 15 11:00:47.494579 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-04331fd8-d438-4aaf-b7c8-35559275e7e1 req-e5e8ae7f-cf67-4ee4-a854-62edac3e688e tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764353 Apr 15 11:00:47.698728 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5becffa-4b9e-4036-8aa9-fccf081099c6 req-bdc37df5-39da-4e30-bfc1-50b1b2de280a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:47.700331 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c5becffa-4b9e-4036-8aa9-fccf081099c6 req-bdc37df5-39da-4e30-bfc1-50b1b2de280a tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 946 time: 0.1051106 Apr 15 11:00:47.784161 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-c5becffa-4b9e-4036-8aa9-fccf081099c6 req-10d5e725-b037-4c92-87f7-dc72d041640b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Deleting port 165fd55e-b424-4e03-8a0d-8fc53c1a956b {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:00:47.784552 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-c5becffa-4b9e-4036-8aa9-fccf081099c6 req-10d5e725-b037-4c92-87f7-dc72d041640b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:48.073150 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-c5becffa-4b9e-4036-8aa9-fccf081099c6 req-10d5e725-b037-4c92-87f7-dc72d041640b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] For port 165fd55e-b424-4e03-8a0d-8fc53c1a956b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=165fd55e-b424-4e03-8a0d-8fc53c1a956b,segment=NetworkSegment(8e6d0818-21ca-4119-a259-40d1be9a343f),segment_id=8e6d0818-21ca-4119-a259-40d1be9a343f)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:48.073818 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-c5becffa-4b9e-4036-8aa9-fccf081099c6 req-10d5e725-b037-4c92-87f7-dc72d041640b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:48.714676 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-c5becffa-4b9e-4036-8aa9-fccf081099c6 req-10d5e725-b037-4c92-87f7-dc72d041640b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:48.715331 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-c5becffa-4b9e-4036-8aa9-fccf081099c6 req-10d5e725-b037-4c92-87f7-dc72d041640b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415207'] for floatingip, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:48.715331 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.l3_db [req-c5becffa-4b9e-4036-8aa9-fccf081099c6 req-10d5e725-b037-4c92-87f7-dc72d041640b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Floating IP f3409b76-46ad-4834-bbe8-62fb38b7ebdb disassociated. External IP: 172.27.2.2, port: 165fd55e-b424-4e03-8a0d-8fc53c1a956b. Apr 15 11:00:48.715718 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-c5becffa-4b9e-4036-8aa9-fccf081099c6 req-10d5e725-b037-4c92-87f7-dc72d041640b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Calling delete_port for 165fd55e-b424-4e03-8a0d-8fc53c1a956b owned by compute:nova {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:00:48.835307 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44103bc-6050-451e-8ec9-fa0ec24f6c78 req-dbbd6d8c-74f8-403b-8e4e-4ba908c4dd87 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:48.836904 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b44103bc-6050-451e-8ec9-fa0ec24f6c78 req-dbbd6d8c-74f8-403b-8e4e-4ba908c4dd87 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 946 time: 0.1864581 Apr 15 11:00:48.944200 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b44103bc-6050-451e-8ec9-fa0ec24f6c78 req-15af9df9-a0be-4985-8d21-2ffd9d3b372b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba24dd44-353c-4551-a159-83aa0915ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728142 Apr 15 11:00:48.945346 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-c5becffa-4b9e-4036-8aa9-fccf081099c6 req-10d5e725-b037-4c92-87f7-dc72d041640b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:48.962124 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-c4b3ac88-05b9-4363-93bc-0f8103c7a6d5 tempest-ServerRescueNegativeTestJSON-1214257197 tempest-ServerRescueNegativeTestJSON-1214257197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:49.065546 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5e725-b037-4c92-87f7-dc72d041640b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Pushing event deleted for resources: {'Port': ['ID=165fd55e-b424-4e03-8a0d-8fc53c1a956b,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:49.083124 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5e725-b037-4c92-87f7-dc72d041640b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:49.083548 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5e725-b037-4c92-87f7-dc72d041640b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:49.083970 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5e725-b037-4c92-87f7-dc72d041640b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:49.084387 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5e725-b037-4c92-87f7-dc72d041640b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:49.084787 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5e725-b037-4c92-87f7-dc72d041640b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:49.085190 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5e725-b037-4c92-87f7-dc72d041640b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:49.085589 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5e725-b037-4c92-87f7-dc72d041640b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:49.086017 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5e725-b037-4c92-87f7-dc72d041640b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:49.086388 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5e725-b037-4c92-87f7-dc72d041640b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:49.086792 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5e725-b037-4c92-87f7-dc72d041640b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:49.087214 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5e725-b037-4c92-87f7-dc72d041640b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:49.087612 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5e725-b037-4c92-87f7-dc72d041640b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:49.094093 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-10d5e725-b037-4c92-87f7-dc72d041640b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:49.369787 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5becffa-4b9e-4036-8aa9-fccf081099c6 req-10d5e725-b037-4c92-87f7-dc72d041640b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Router 0e901d6d-fafa-4619-a4fb-2a4503d270de has already been hosted by L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 {{(pid=85270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:00:49.604773 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5becffa-4b9e-4036-8aa9-fccf081099c6 req-10d5e725-b037-4c92-87f7-dc72d041640b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:00:49.620833 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7405259-14f6-43ef-8b12-1350c82d8a87 None None] Sync routers for ids ['0e901d6d-fafa-4619-a4fb-2a4503d270de'] in dv-cinder-786383-1-iscsi {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:00:49.634764 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7405259-14f6-43ef-8b12-1350c82d8a87 None None] Routers {'0e901d6d-fafa-4619-a4fb-2a4503d270de'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:00:49.635565 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-c7405259-14f6-43ef-8b12-1350c82d8a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:00:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['0e901d6d-fafa-4619-a4fb-2a4503d270de'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:49.724577 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5becffa-4b9e-4036-8aa9-fccf081099c6 req-10d5e725-b037-4c92-87f7-dc72d041640b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] No DVR routers for this DVR port 165fd55e-b424-4e03-8a0d-8fc53c1a956b on host hv-cinder-78638 {{(pid=85270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:00:49.728449 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-c5becffa-4b9e-4036-8aa9-fccf081099c6 req-10d5e725-b037-4c92-87f7-dc72d041640b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:49.734817 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee2ad2d-6ff5-4146-9656-69d7aca40897', 'name': 'network-vif-deleted', 'tag': '165fd55e-b424-4e03-8a0d-8fc53c1a956b'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:00:49.756336 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c5becffa-4b9e-4036-8aa9-fccf081099c6 req-10d5e725-b037-4c92-87f7-dc72d041640b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.60 "DELETE /v2.0/ports/165fd55e-b424-4e03-8a0d-8fc53c1a956b HTTP/1.1" status: 204 len: 173 time: 2.0498452 Apr 15 11:00:49.814754 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee2ad2d-6ff5-4146-9656-69d7aca40897', 'name': 'network-vif-deleted', 'tag': '165fd55e-b424-4e03-8a0d-8fc53c1a956b', 'status': 'completed', 'code': 200} Apr 15 11:00:50.038289 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-c7405259-14f6-43ef-8b12-1350c82d8a87 None None] Set router 0e901d6d-fafa-4619-a4fb-2a4503d270de gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:00:50.151980 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-eb3768ae-d852-4ab4-9c7a-74948f08cfe8 req-31bdb350-2582-4fc5-816f-6018ad9a26cd tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Synchronizing usage tracker for tenant:689fecd83bc6425fa49a8b8585fa7766 on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:00:50.169896 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-eb3768ae-d852-4ab4-9c7a-74948f08cfe8 req-31bdb350-2582-4fc5-816f-6018ad9a26cd tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Unset dirty status for tenant:689fecd83bc6425fa49a8b8585fa7766 on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:00:50.172105 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-eb3768ae-d852-4ab4-9c7a-74948f08cfe8 req-31bdb350-2582-4fc5-816f-6018ad9a26cd tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee2ad2d-6ff5-4146-9656-69d7aca40897 HTTP/1.1" status: 200 len: 210 time: 0.0776031 Apr 15 11:00:50.424105 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-c7405259-14f6-43ef-8b12-1350c82d8a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'name': 'tempest-AttachVolumeShelveTestJSON-74497265-router', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8d30bea1-ae73-4d8a-a314-4b8590cd7566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:48:39Z', 'updated_at': '2021-04-15T10:48:46Z', 'revision_number': 4, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'gw_port': {'id': '8d30bea1-ae73-4d8a-a314-4b8590cd7566', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:40Z', 'updated_at': '2021-04-15T10:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': 'b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d', 'name': '', 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'mac_address': 'fa:16:3e:2c:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:45Z', 'updated_at': '2021-04-15T10:49:01Z', 'revision_number': 5, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'subnets': [{'id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:50.430480 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7405259-14f6-43ef-8b12-1350c82d8a87 None None] Checking router: 0e901d6d-fafa-4619-a4fb-2a4503d270de for host: dv-cinder-786383-1-iscsi {{(pid=85273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:00:50.441647 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7405259-14f6-43ef-8b12-1350c82d8a87 None None] Routers {'0e901d6d-fafa-4619-a4fb-2a4503d270de'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:00:50.442328 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-c7405259-14f6-43ef-8b12-1350c82d8a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:00:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['0e901d6d-fafa-4619-a4fb-2a4503d270de'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:50.656042 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-c7405259-14f6-43ef-8b12-1350c82d8a87 None None] Set router 0e901d6d-fafa-4619-a4fb-2a4503d270de gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:00:50.916014 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d720c268-78cc-41d9-b6b3-c4508d060c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:51.028445 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-c7405259-14f6-43ef-8b12-1350c82d8a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'name': 'tempest-AttachVolumeShelveTestJSON-74497265-router', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8d30bea1-ae73-4d8a-a314-4b8590cd7566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:48:39Z', 'updated_at': '2021-04-15T10:48:46Z', 'revision_number': 4, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'gw_port': {'id': '8d30bea1-ae73-4d8a-a314-4b8590cd7566', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:40Z', 'updated_at': '2021-04-15T10:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': 'b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d', 'name': '', 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'mac_address': 'fa:16:3e:2c:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:45Z', 'updated_at': '2021-04-15T10:49:01Z', 'revision_number': 5, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'subnets': [{'id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:51.033906 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7405259-14f6-43ef-8b12-1350c82d8a87 None None] The sync data for ids ['0e901d6d-fafa-4619-a4fb-2a4503d270de'] in dv-cinder-786383-1-iscsi is: [{'id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'name': 'tempest-AttachVolumeShelveTestJSON-74497265-router', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8d30bea1-ae73-4d8a-a314-4b8590cd7566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:48:39Z', 'updated_at': '2021-04-15T10:48:46Z', 'revision_number': 4, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'gw_port': {'id': '8d30bea1-ae73-4d8a-a314-4b8590cd7566', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:40Z', 'updated_at': '2021-04-15T10:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': 'b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d', 'name': '', 'network_id': 'f668c3bb-e88f-444d-af6d-837916f0416a', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'mac_address': 'fa:16:3e:2c:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:45Z', 'updated_at': '2021-04-15T10:49:01Z', 'revision_number': 5, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'subnets': [{'id': 'eb6df1b7-a13f-4f84-b22c-9831f4c87d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:00:51.323925 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 45956) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:51.402013 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-21de5da7-b0c2-4519-9508-d8f44f810fdd tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:51.432180 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-21de5da7-b0c2-4519-9508-d8f44f810fdd tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:51.444013 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02f3e48-3a46-42b9-b362-183e08f96515 None None] New status for floating IP f3409b76-46ad-4834-bbe8-62fb38b7ebdb: DOWN {{(pid=85276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:00:51.455343 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 165fd55e-b424-4e03-8a0d-8fc53c1a956b no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:00:51.481934 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-21de5da7-b0c2-4519-9508-d8f44f810fdd tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:51.492699 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] No Port match for: 165fd55e-b424-4e03-8a0d-8fc53c1a956b {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:00:51.493094 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 165fd55e-b424-4e03-8a0d-8fc53c1a956b not bound to the agent host hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:00:51.494717 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-65587959-1418-4b9b-be87-9a0789095aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:51.511606 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de5da7-b0c2-4519-9508-d8f44f810fdd tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba24dd44-353c-4551-a159-83aa0915ec93,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:51.514795 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-21de5da7-b0c2-4519-9508-d8f44f810fdd tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:51.517238 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-21de5da7-b0c2-4519-9508-d8f44f810fdd tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:51.521247 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-21de5da7-b0c2-4519-9508-d8f44f810fdd tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "DELETE /v2.0/security-groups/ba24dd44-353c-4551-a159-83aa0915ec93 HTTP/1.1" status: 204 len: 168 time: 0.1933630 Apr 15 11:00:51.522005 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 45960) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:51.550226 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.v2.resource [None req-fed334e2-b4b7-4622-8786-7d8d1bc504ac tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] show failed (client error): The resource could not be found. Apr 15 11:00:51.551767 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-fed334e2-b4b7-4622-8786-7d8d1bc504ac tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "GET /v2.0/security-groups/ba24dd44-353c-4551-a159-83aa0915ec93 HTTP/1.1" status: 404 len: 347 time: 0.0288568 Apr 15 11:00:51.554615 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 45964) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:51.967541 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-0f9c11da-8db5-4ed4-baf7-2dd7d461b407 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Deleting port 4c130ced-e786-4893-b272-61c9fabafb89 {{(pid=85272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:00:51.968371 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0f9c11da-8db5-4ed4-baf7-2dd7d461b407 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:52.164427 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0f9c11da-8db5-4ed4-baf7-2dd7d461b407 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:52.164798 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0f9c11da-8db5-4ed4-baf7-2dd7d461b407 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:52.303328 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-0f9c11da-8db5-4ed4-baf7-2dd7d461b407 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Calling delete_port for 4c130ced-e786-4893-b272-61c9fabafb89 owned by network:floatingip {{(pid=85272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:00:52.470694 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0f9c11da-8db5-4ed4-baf7-2dd7d461b407 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:52.484997 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e33606d7-950d-433d-a218-b2ff55e633fa tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:52.582985 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c11da-8db5-4ed4-baf7-2dd7d461b407 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Pushing event deleted for resources: {'Port': ['ID=4c130ced-e786-4893-b272-61c9fabafb89,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:52.597310 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9c11da-8db5-4ed4-baf7-2dd7d461b407 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:52.597732 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9c11da-8db5-4ed4-baf7-2dd7d461b407 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:52.598145 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9c11da-8db5-4ed4-baf7-2dd7d461b407 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:52.598562 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9c11da-8db5-4ed4-baf7-2dd7d461b407 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:52.598967 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9c11da-8db5-4ed4-baf7-2dd7d461b407 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:52.599393 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9c11da-8db5-4ed4-baf7-2dd7d461b407 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:52.599799 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9c11da-8db5-4ed4-baf7-2dd7d461b407 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:52.600203 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9c11da-8db5-4ed4-baf7-2dd7d461b407 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:52.600601 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9c11da-8db5-4ed4-baf7-2dd7d461b407 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:52.601002 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9c11da-8db5-4ed4-baf7-2dd7d461b407 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:52.601402 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9c11da-8db5-4ed4-baf7-2dd7d461b407 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:52.601799 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9c11da-8db5-4ed4-baf7-2dd7d461b407 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:52.607101 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0f9c11da-8db5-4ed4-baf7-2dd7d461b407 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:52.790010 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0f9c11da-8db5-4ed4-baf7-2dd7d461b407 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks [] for floatingip, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:52.809853 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0f9c11da-8db5-4ed4-baf7-2dd7d461b407 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for floatingip, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:52.811401 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-0f9c11da-8db5-4ed4-baf7-2dd7d461b407 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] 10.222.0.36 "DELETE /v2.0/floatingips/f3409b76-46ad-4834-bbe8-62fb38b7ebdb HTTP/1.1" status: 204 len: 168 time: 1.2554936 Apr 15 11:00:53.342354 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-22413135-c073-4724-9ddd-af7576e93986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:54.162636 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:54.347493 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:55.135836 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:55.243430 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:55.714377 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 45988) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:56.415330 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-30c55998-ca97-48a7-aee6-9e8a1d7486bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854366199'] for router_interface, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:56.787436 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-30c55998-ca97-48a7-aee6-9e8a1d7486bf admin admin] Deleting port b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d {{(pid=85272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:00:56.788012 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-30c55998-ca97-48a7-aee6-9e8a1d7486bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:56.971957 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-30c55998-ca97-48a7-aee6-9e8a1d7486bf admin admin] For port b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d,segment=NetworkSegment(8e6d0818-21ca-4119-a259-40d1be9a343f),segment_id=8e6d0818-21ca-4119-a259-40d1be9a343f)] {{(pid=85272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:56.972357 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-30c55998-ca97-48a7-aee6-9e8a1d7486bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:57.104117 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-30c55998-ca97-48a7-aee6-9e8a1d7486bf admin admin] Calling delete_port for b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d owned by network:router_interface {{(pid=85272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:00:57.284376 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-30c55998-ca97-48a7-aee6-9e8a1d7486bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:57.302538 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-a967a4b3-7a55-41eb-b266-08815b9592c1 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:57.401290 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c55998-ca97-48a7-aee6-9e8a1d7486bf admin admin] Pushing event deleted for resources: {'Port': ['ID=b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:57.406130 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-30c55998-ca97-48a7-aee6-9e8a1d7486bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:57.769790 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-30c55998-ca97-48a7-aee6-9e8a1d7486bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854360612'] for router_interface, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:58.579176 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c55998-ca97-48a7-aee6-9e8a1d7486bf admin admin] Router 0e901d6d-fafa-4619-a4fb-2a4503d270de has already been hosted by L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 {{(pid=85272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:00:58.797886 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c55998-ca97-48a7-aee6-9e8a1d7486bf admin admin] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:00:58.808343 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3e3dfd-e48d-4339-a079-c9c3b1bbcae9 None None] Sync routers for ids ['0e901d6d-fafa-4619-a4fb-2a4503d270de'] in dv-cinder-786383-1-iscsi {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:00:58.815390 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-30c55998-ca97-48a7-aee6-9e8a1d7486bf admin admin] 10.222.0.36 "PUT /v2.0/routers/0e901d6d-fafa-4619-a4fb-2a4503d270de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0994914 Apr 15 11:00:58.818212 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 45998) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:58.826077 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3e3dfd-e48d-4339-a079-c9c3b1bbcae9 None None] Routers {'0e901d6d-fafa-4619-a4fb-2a4503d270de'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:00:58.827330 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-3b3e3dfd-e48d-4339-a079-c9c3b1bbcae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:00:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['0e901d6d-fafa-4619-a4fb-2a4503d270de'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:59.066699 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2a77818b-360c-435d-adbd-73f7df778835 admin admin] Notify callbacks [] for router, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:59.075456 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-3b3e3dfd-e48d-4339-a079-c9c3b1bbcae9 None None] Set router 0e901d6d-fafa-4619-a4fb-2a4503d270de gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:00:59.261012 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2a77818b-360c-435d-adbd-73f7df778835 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:59.270576 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-2a77818b-360c-435d-adbd-73f7df778835 admin admin] Deleting port 8d30bea1-ae73-4d8a-a314-4b8590cd7566 {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:00:59.270989 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2a77818b-360c-435d-adbd-73f7df778835 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:59.388288 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-3b3e3dfd-e48d-4339-a079-c9c3b1bbcae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'name': 'tempest-AttachVolumeShelveTestJSON-74497265-router', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8d30bea1-ae73-4d8a-a314-4b8590cd7566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:48:39Z', 'updated_at': '2021-04-15T11:00:57Z', 'revision_number': 5, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'gw_port': {'id': '8d30bea1-ae73-4d8a-a314-4b8590cd7566', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:40Z', 'updated_at': '2021-04-15T10:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi'}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:59.393995 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3e3dfd-e48d-4339-a079-c9c3b1bbcae9 None None] Checking router: 0e901d6d-fafa-4619-a4fb-2a4503d270de for host: dv-cinder-786383-1-iscsi {{(pid=85273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:00:59.403172 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3e3dfd-e48d-4339-a079-c9c3b1bbcae9 None None] Routers {'0e901d6d-fafa-4619-a4fb-2a4503d270de'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:00:59.403835 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-3b3e3dfd-e48d-4339-a079-c9c3b1bbcae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:00:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['0e901d6d-fafa-4619-a4fb-2a4503d270de'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:59.499703 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-2a77818b-360c-435d-adbd-73f7df778835 admin admin] For port 8d30bea1-ae73-4d8a-a314-4b8590cd7566, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=8d30bea1-ae73-4d8a-a314-4b8590cd7566,segment=NetworkSegment(c54efefa-f121-49d4-9f1f-b433dc39aac8),segment_id=c54efefa-f121-49d4-9f1f-b433dc39aac8)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:59.500642 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2a77818b-360c-435d-adbd-73f7df778835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:59.588912 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-3b3e3dfd-e48d-4339-a079-c9c3b1bbcae9 None None] Set router 0e901d6d-fafa-4619-a4fb-2a4503d270de gateway port host: None {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:00:59.642740 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-2a77818b-360c-435d-adbd-73f7df778835 admin admin] Calling delete_port for 8d30bea1-ae73-4d8a-a314-4b8590cd7566 owned by network:router_gateway {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:00:59.714942 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-3b3e3dfd-e48d-4339-a079-c9c3b1bbcae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'name': 'tempest-AttachVolumeShelveTestJSON-74497265-router', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:48:39Z', 'updated_at': '2021-04-15T11:00:59Z', 'revision_number': 6, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'gw_port_host': None}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:59.719442 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3e3dfd-e48d-4339-a079-c9c3b1bbcae9 None None] The sync data for ids ['0e901d6d-fafa-4619-a4fb-2a4503d270de'] in dv-cinder-786383-1-iscsi is: [{'id': '0e901d6d-fafa-4619-a4fb-2a4503d270de', 'name': 'tempest-AttachVolumeShelveTestJSON-74497265-router', 'tenant_id': '689fecd83bc6425fa49a8b8585fa7766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:48:39Z', 'updated_at': '2021-04-15T11:00:59Z', 'revision_number': 6, 'project_id': '689fecd83bc6425fa49a8b8585fa7766', 'gw_port_host': None}] {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:00:59.839805 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2a77818b-360c-435d-adbd-73f7df778835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:59.856347 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e754494a-a657-48b7-85f1-d58dfc9c3e72 tempest-AttachVolumeNegativeTest-788476001 tempest-AttachVolumeNegativeTest-788476001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:59.955346 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77818b-360c-435d-adbd-73f7df778835 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d30bea1-ae73-4d8a-a314-4b8590cd7566,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:59.959396 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-2a77818b-360c-435d-adbd-73f7df778835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:00.129369 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2a77818b-360c-435d-adbd-73f7df778835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854360774'] for router_gateway, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:00.359438 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2a77818b-360c-435d-adbd-73f7df778835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854364964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036850582298'] for router, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:00.362649 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2a77818b-360c-435d-adbd-73f7df778835 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:00.388564 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2a77818b-360c-435d-adbd-73f7df778835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-504396'] for router, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:00.389714 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a77818b-360c-435d-adbd-73f7df778835 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e901d6d-fafa-4619-a4fb-2a4503d270de {{(pid=85270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 11:01:00.406824 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2a77818b-360c-435d-adbd-73f7df778835 admin admin] Notify callbacks [] for router, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:00.408548 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-2a77818b-360c-435d-adbd-73f7df778835 admin admin] 10.222.0.36 "DELETE /v2.0/routers/0e901d6d-fafa-4619-a4fb-2a4503d270de HTTP/1.1" status: 204 len: 168 time: 1.5882108 Apr 15 11:01:00.413030 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 46002) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:00.494426 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d no longer exists at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:01:00.501340 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_v2 [None req-b87c6b8c-38d3-47ec-b022-48b94d06d637 admin admin] Deleting subnet eb6df1b7-a13f-4f84-b22c-9831f4c87d61 {{(pid=85272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:01:00.509042 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b87c6b8c-38d3-47ec-b022-48b94d06d637 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:00.547181 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] No Port match for: b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:01:00.548577 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device b9b8a715-bf3d-47f1-a421-3f0ed8bdae6d not bound to the agent host dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:01:00.550561 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 8d30bea1-ae73-4d8a-a314-4b8590cd7566 no longer exists at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:01:00.581477 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b87c6b8c-38d3-47ec-b022-48b94d06d637 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852439832'] for subnet, precommit_delete_associations {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:00.595468 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] No Port match for: 8d30bea1-ae73-4d8a-a314-4b8590cd7566 {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:01:00.596308 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 8d30bea1-ae73-4d8a-a314-4b8590cd7566 not bound to the agent host dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:01:00.716073 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b87c6b8c-38d3-47ec-b022-48b94d06d637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32014'] for subnet, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:01.004189 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b87c6b8c-38d3-47ec-b022-48b94d06d637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854743802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852030155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2444916'] for subnet, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:01.020784 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:01.103571 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c6b8c-38d3-47ec-b022-48b94d06d637 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb6df1b7-a13f-4f84-b22c-9831f4c87d61,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:01.111533 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-b87c6b8c-38d3-47ec-b022-48b94d06d637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:01.160423 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b87c6b8c-38d3-47ec-b022-48b94d06d637 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:01.170104 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-b87c6b8c-38d3-47ec-b022-48b94d06d637 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/eb6df1b7-a13f-4f84-b22c-9831f4c87d61 HTTP/1.1" status: 204 len: 168 time: 0.7525456 Apr 15 11:01:01.170853 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b0445d-ace7-4de3-a6c4-bc7860a11480 None None] Network f668c3bb-e88f-444d-af6d-837916f0416a requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:01:01.171150 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 46012) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:01.316069 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-753b80a2-1e02-4f9e-8a28-ff16d29a22cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853840452'] for network, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:01.395337 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-753b80a2-1e02-4f9e-8a28-ff16d29a22cd admin admin] Deleting port 44f6c720-1e8b-4ac8-b950-9481440cd9de {{(pid=85272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:01:01.395745 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-753b80a2-1e02-4f9e-8a28-ff16d29a22cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:01.531973 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1433676-cc05-4e41-8c3e-045270ccdb8a None None] DHCP port deletion for f668c3bb-e88f-444d-af6d-837916f0416a request from dv-cinder-786383-1-iscsi {{(pid=85273) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 11:01:01.537374 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-e1433676-cc05-4e41-8c3e-045270ccdb8a None None] Deleting port 44f6c720-1e8b-4ac8-b950-9481440cd9de {{(pid=85273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:01:01.537807 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e1433676-cc05-4e41-8c3e-045270ccdb8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:01.731352 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-753b80a2-1e02-4f9e-8a28-ff16d29a22cd admin admin] For port 44f6c720-1e8b-4ac8-b950-9481440cd9de, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=44f6c720-1e8b-4ac8-b950-9481440cd9de,segment=NetworkSegment(8e6d0818-21ca-4119-a259-40d1be9a343f),segment_id=8e6d0818-21ca-4119-a259-40d1be9a343f)] {{(pid=85272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:01.732083 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-753b80a2-1e02-4f9e-8a28-ff16d29a22cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:01.748002 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767f925-edf8-49d7-8575-d8215b962576 req-dce23f4f-6363-4d48-8b35-baab114540c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:01.750286 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a767f925-edf8-49d7-8575-d8215b962576 req-dce23f4f-6363-4d48-8b35-baab114540c4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6649e462ddcb4b9eaadfa697910754c5&device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 1137 time: 0.5059464 Apr 15 11:01:01.878075 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-753b80a2-1e02-4f9e-8a28-ff16d29a22cd admin admin] Calling delete_port for 44f6c720-1e8b-4ac8-b950-9481440cd9de owned by network:dhcp {{(pid=85272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:01:01.886429 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17b956-d1de-4346-8c10-d97b11d63c4e req-4f77190a-634a-4085-a706-b011980a7324 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:01.888137 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6d17b956-d1de-4346-8c10-d97b11d63c4e req-4f77190a-634a-4085-a706-b011980a7324 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 984 time: 0.5711117 Apr 15 11:01:01.976189 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6d17b956-d1de-4346-8c10-d97b11d63c4e req-69d3bc50-3b68-4e13-a663-e3a0a9135e9e tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e84fd948-c2ae-42c4-b557-54832f2cbb55&id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0753472 Apr 15 11:01:01.979096 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767f925-edf8-49d7-8575-d8215b962576 req-84aad28a-4ec6-4393-b8b6-26f3e79d421f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:01.980638 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a767f925-edf8-49d7-8575-d8215b962576 req-84aad28a-4ec6-4393-b8b6-26f3e79d421f service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3e34d95-ed57-4474-b09b-ff783b904a56 HTTP/1.1" status: 200 len: 916 time: 0.2223072 Apr 15 11:01:01.982861 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-753b80a2-1e02-4f9e-8a28-ff16d29a22cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:02.011082 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:02.024391 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-e1433676-cc05-4e41-8c3e-045270ccdb8a None None] For port 44f6c720-1e8b-4ac8-b950-9481440cd9de, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=44f6c720-1e8b-4ac8-b950-9481440cd9de,segment=NetworkSegment(8e6d0818-21ca-4119-a259-40d1be9a343f),segment_id=8e6d0818-21ca-4119-a259-40d1be9a343f)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:02.024857 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e1433676-cc05-4e41-8c3e-045270ccdb8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:02.110764 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b80a2-1e02-4f9e-8a28-ff16d29a22cd admin admin] Pushing event deleted for resources: {'Port': ['ID=44f6c720-1e8b-4ac8-b950-9481440cd9de,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:02.113567 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-753b80a2-1e02-4f9e-8a28-ff16d29a22cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:02.119199 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a767f925-edf8-49d7-8575-d8215b962576 req-4b7f6094-d4ba-4f0f-bd2d-4b69c282aab0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=497645a3-8010-4600-9bee-7556205d6092 HTTP/1.1" status: 200 len: 1001 time: 0.1303530 Apr 15 11:01:02.162131 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753b80a2-1e02-4f9e-8a28-ff16d29a22cd admin admin] No DVR routers for this DVR port 44f6c720-1e8b-4ac8-b950-9481440cd9de on host dv-cinder-786383-1-iscsi {{(pid=85272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:01:02.168578 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-e1433676-cc05-4e41-8c3e-045270ccdb8a None None] Calling delete_port for 44f6c720-1e8b-4ac8-b950-9481440cd9de owned by network:dhcp {{(pid=85273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:01:02.197825 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767f925-edf8-49d7-8575-d8215b962576 req-2bfb1ecf-9281-460f-b456-8f1eed8f615d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:02.200226 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a767f925-edf8-49d7-8575-d8215b962576 req-2bfb1ecf-9281-460f-b456-8f1eed8f615d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e34725df-ec95-435a-9d7b-25408026fc55 HTTP/1.1" status: 200 len: 854 time: 0.0716984 Apr 15 11:01:02.304387 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767f925-edf8-49d7-8575-d8215b962576 req-5e7dda4e-f8c3-402e-a382-84cdb9b68fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:02.304814 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-753b80a2-1e02-4f9e-8a28-ff16d29a22cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854600463', 'neutron.services.segments.db._delete_segments_for_network--9223363301131922753'] for network, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:02.306732 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a767f925-edf8-49d7-8575-d8215b962576 req-5e7dda4e-f8c3-402e-a382-84cdb9b68fb1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3e34d95-ed57-4474-b09b-ff783b904a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1000783 Apr 15 11:01:02.335795 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.db.api [None req-e1433676-cc05-4e41-8c3e-045270ccdb8a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85273) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 11:01:02.336220 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_db.api [None req-e1433676-cc05-4e41-8c3e-045270ccdb8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 11:01:02.444015 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-753b80a2-1e02-4f9e-8a28-ff16d29a22cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f668c3bb-e88f-444d-af6d-837916f0416a']}} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:02.464638 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-753b80a2-1e02-4f9e-8a28-ff16d29a22cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e6d0818-21ca-4119-a259-40d1be9a343f') {'for_net_delete': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:02.465194 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-753b80a2-1e02-4f9e-8a28-ff16d29a22cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e6d0818-21ca-4119-a259-40d1be9a343f') {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:02.469321 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a767f925-edf8-49d7-8575-d8215b962576 req-68f09114-db26-418c-a1b2-166da897ed99 service neutron] 10.222.0.60 "GET /v2.0/networks/c3e34d95-ed57-4474-b09b-ff783b904a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550972 Apr 15 11:01:02.478434 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 44f6c720-1e8b-4ac8-b950-9481440cd9de no longer exists at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:01:02.478745 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-753b80a2-1e02-4f9e-8a28-ff16d29a22cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301131932993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2335984'] for segment, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:02.495591 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-753b80a2-1e02-4f9e-8a28-ff16d29a22cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854748824'] for segment, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:02.513378 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-753b80a2-1e02-4f9e-8a28-ff16d29a22cd admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=85272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:01:02.522074 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] No Port match for: 44f6c720-1e8b-4ac8-b950-9481440cd9de {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:01:02.522633 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 44f6c720-1e8b-4ac8-b950-9481440cd9de not bound to the agent host dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:01:02.632258 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a767f925-edf8-49d7-8575-d8215b962576 req-c858352a-b2b3-426d-a4aa-489f6433ec2c service neutron] 10.222.0.60 "GET /v2.0/networks/c3e34d95-ed57-4474-b09b-ff783b904a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561186 Apr 15 11:01:02.729229 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-753b80a2-1e02-4f9e-8a28-ff16d29a22cd admin admin] Network f668c3bb-e88f-444d-af6d-837916f0416a has no segments {{(pid=85272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:01:02.746909 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-753b80a2-1e02-4f9e-8a28-ff16d29a22cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-26960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2746006'] for segment, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:02.838511 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-e1433676-cc05-4e41-8c3e-045270ccdb8a None None] Deleting port 44f6c720-1e8b-4ac8-b950-9481440cd9de {{(pid=85273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:01:02.839987 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e1433676-cc05-4e41-8c3e-045270ccdb8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:02.917110 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-e1433676-cc05-4e41-8c3e-045270ccdb8a None None] The port '44f6c720-1e8b-4ac8-b950-9481440cd9de' was deleted {{(pid=85273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 11:01:03.005317 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-753b80a2-1e02-4f9e-8a28-ff16d29a22cd admin admin] Network f668c3bb-e88f-444d-af6d-837916f0416a has no segments {{(pid=85272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:01:03.033588 dv-cinder-786383-1-iscsi neutron-server[85157]: Traceback (most recent call last): Apr 15 11:01:03.033588 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:01:03.033588 dv-cinder-786383-1-iscsi neutron-server[85157]: timer() Apr 15 11:01:03.033588 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:01:03.033588 dv-cinder-786383-1-iscsi neutron-server[85157]: cb(*args, **kw) Apr 15 11:01:03.033588 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:01:03.033588 dv-cinder-786383-1-iscsi neutron-server[85157]: return func(*args, **kwargs) Apr 15 11:01:03.033588 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:01:03.033588 dv-cinder-786383-1-iscsi neutron-server[85157]: self._notify() Apr 15 11:01:03.033588 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:01:03.033588 dv-cinder-786383-1-iscsi neutron-server[85157]: self.callback(batched_events) Apr 15 11:01:03.033588 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:01:03.033588 dv-cinder-786383-1-iscsi neutron-server[85157]: event.method(event) Apr 15 11:01:03.033588 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:01:03.033588 dv-cinder-786383-1-iscsi neutron-server[85157]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:01:03.033588 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:01:03.033588 dv-cinder-786383-1-iscsi neutron-server[85157]: segment_id)['aggregates'][0] Apr 15 11:01:03.033588 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:01:03.033588 dv-cinder-786383-1-iscsi neutron-server[85157]: return f(self, *a, **k) Apr 15 11:01:03.033588 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:01:03.033588 dv-cinder-786383-1-iscsi neutron-server[85157]: return self._get(url).json() Apr 15 11:01:03.033588 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:01:03.033588 dv-cinder-786383-1-iscsi neutron-server[85157]: **kwargs) Apr 15 11:01:03.033588 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:01:03.033588 dv-cinder-786383-1-iscsi neutron-server[85157]: return self.request(url, 'GET', **kwargs) Apr 15 11:01:03.033588 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:01:03.033588 dv-cinder-786383-1-iscsi neutron-server[85157]: **endpoint_filter) Apr 15 11:01:03.033588 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:01:03.033588 dv-cinder-786383-1-iscsi neutron-server[85157]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:01:03.033588 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:01:03.033588 dv-cinder-786383-1-iscsi neutron-server[85157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:01:03.033588 dv-cinder-786383-1-iscsi neutron-server[85157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:01:03.117747 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-753b80a2-1e02-4f9e-8a28-ff16d29a22cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-175238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414992'] for network, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:03.122314 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-b8ab6691-ba4b-4bad-92af-f6d0986110af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:03.141985 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-753b80a2-1e02-4f9e-8a28-ff16d29a22cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for network, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:03.153757 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b80a2-1e02-4f9e-8a28-ff16d29a22cd admin admin] Pushing event deleted for resources: {'Network': ['ID=f668c3bb-e88f-444d-af6d-837916f0416a,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:03.157861 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-753b80a2-1e02-4f9e-8a28-ff16d29a22cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:03.169159 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-753b80a2-1e02-4f9e-8a28-ff16d29a22cd admin admin] 10.222.0.36 "DELETE /v2.0/networks/f668c3bb-e88f-444d-af6d-837916f0416a HTTP/1.1" status: 204 len: 168 time: 1.9966547 Apr 15 11:01:03.234589 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ff8cd-4d42-41af-aa13-a3aeacfe79de req-00f838e9-52c8-4fb2-ac19-082c876c724d tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:03.237126 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1d9ff8cd-4d42-41af-aa13-a3aeacfe79de req-00f838e9-52c8-4fb2-ac19-082c876c724d tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 984 time: 0.1249437 Apr 15 11:01:03.305834 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1d9ff8cd-4d42-41af-aa13-a3aeacfe79de req-34c9daa3-19a1-48d0-8deb-fa0b5a56f837 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e84fd948-c2ae-42c4-b557-54832f2cbb55&id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612631 Apr 15 11:01:03.310713 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 46020) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:03.370037 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-c14652dd-018a-4f79-81a1-bc823ae60719 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=689fecd83bc6425fa49a8b8585fa7766&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0579028 Apr 15 11:01:03.373910 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 46024) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:03.461699 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-97c51203-e923-4774-8236-88f616f068bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:03.492156 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-97c51203-e923-4774-8236-88f616f068bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:03.540525 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-97c51203-e923-4774-8236-88f616f068bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:03.546601 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-21de5da7-b0c2-4519-9508-d8f44f810fdd tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:03.565646 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c51203-e923-4774-8236-88f616f068bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16361c9-befd-479b-9bc2-730b9b5df4bc,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:03.568885 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-97c51203-e923-4774-8236-88f616f068bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:03.569918 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-97c51203-e923-4774-8236-88f616f068bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:03.571188 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-97c51203-e923-4774-8236-88f616f068bc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c16361c9-befd-479b-9bc2-730b9b5df4bc HTTP/1.1" status: 204 len: 168 time: 0.1881797 Apr 15 11:01:04.027247 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-198f14eb-efac-45ac-9870-5e1798126b10 req-8f509b22-656c-466b-bc70-debd7b778a22 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5d5e5771-8f9b-4b37-a715-27b78f092b1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0902734 Apr 15 11:01:04.207971 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f14eb-efac-45ac-9870-5e1798126b10 req-49c654cd-0040-44a4-b6f8-90633e65d9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:04.209590 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-198f14eb-efac-45ac-9870-5e1798126b10 req-49c654cd-0040-44a4-b6f8-90633e65d9ca service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d516e7b1217b4704a4aa785b44efb62b&device_id=5d5e5771-8f9b-4b37-a715-27b78f092b1f HTTP/1.1" status: 200 len: 1099 time: 0.0997279 Apr 15 11:01:04.392406 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f14eb-efac-45ac-9870-5e1798126b10 req-15fe8eeb-aa6e-4cdb-bfcf-ca98ec288c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:04.394046 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-198f14eb-efac-45ac-9870-5e1798126b10 req-15fe8eeb-aa6e-4cdb-bfcf-ca98ec288c85 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4f8d55c0-b745-4c00-b4f6-c4a822798a19 HTTP/1.1" status: 200 len: 913 time: 0.1622403 Apr 15 11:01:04.557136 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 46050) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:04.594029 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-198f14eb-efac-45ac-9870-5e1798126b10 req-e5e073cb-0abd-49c0-a229-c7d7f486243a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fba1157-274d-4bee-8855-eff960b524a0 HTTP/1.1" status: 200 len: 1002 time: 0.1924224 Apr 15 11:01:04.678923 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f58c78-2e59-48db-ac9f-edceb751e405 req-1322b573-657f-404f-9fb3-fcb6005f9c84 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:04.680675 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-34f58c78-2e59-48db-ac9f-edceb751e405 req-1322b573-657f-404f-9fb3-fcb6005f9c84 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 984 time: 0.2040112 Apr 15 11:01:04.690456 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f14eb-efac-45ac-9870-5e1798126b10 req-4442efbf-8e98-45b0-b6b3-d7bb8d92c835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:04.692154 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-198f14eb-efac-45ac-9870-5e1798126b10 req-4442efbf-8e98-45b0-b6b3-d7bb8d92c835 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=75809ed1-552c-494e-b7fe-6c14ea11681a HTTP/1.1" status: 200 len: 851 time: 0.0901365 Apr 15 11:01:04.710285 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-135b576f-b75e-42ff-b335-66a4f9943a3d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1044229295-network', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:01:04.715845 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-135b576f-b75e-42ff-b335-66a4f9943a3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:04.721556 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-135b576f-b75e-42ff-b335-66a4f9943a3d admin admin] Usage tracker for resource:network and tenant:deae0b492b4b43be850d6b1e6cdedac1 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:04.725431 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-135b576f-b75e-42ff-b335-66a4f9943a3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:04.734491 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-135b576f-b75e-42ff-b335-66a4f9943a3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:04.744723 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135b576f-b75e-42ff-b335-66a4f9943a3d admin admin] Made reservation on behalf of deae0b492b4b43be850d6b1e6cdedac1 for: {'network': 1} {{(pid=85272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:01:04.751054 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-135b576f-b75e-42ff-b335-66a4f9943a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for network, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:04.765452 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-135b576f-b75e-42ff-b335-66a4f9943a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:04.783165 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-135b576f-b75e-42ff-b335-66a4f9943a3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:04.787801 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-135b576f-b75e-42ff-b335-66a4f9943a3d admin admin] Usage tracker for resource:security_group_rule and tenant:deae0b492b4b43be850d6b1e6cdedac1 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:04.790514 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-135b576f-b75e-42ff-b335-66a4f9943a3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:04.798100 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-135b576f-b75e-42ff-b335-66a4f9943a3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:04.799437 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-34f58c78-2e59-48db-ac9f-edceb751e405 req-a57376ee-59b6-42c5-974f-60880fc2c50e tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e84fd948-c2ae-42c4-b557-54832f2cbb55&id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1038306 Apr 15 11:01:04.845872 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f14eb-efac-45ac-9870-5e1798126b10 req-6fae5db3-9c90-4e63-95c4-6cd5c1209a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:04.847516 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-198f14eb-efac-45ac-9870-5e1798126b10 req-6fae5db3-9c90-4e63-95c4-6cd5c1209a9a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4f8d55c0-b745-4c00-b4f6-c4a822798a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1322494 Apr 15 11:01:04.913029 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-135b576f-b75e-42ff-b335-66a4f9943a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:04.916091 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-135b576f-b75e-42ff-b335-66a4f9943a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:04.921263 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-95dd73f0-95b2-4817-b9f8-a15826d5c6fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:04.950206 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-135b576f-b75e-42ff-b335-66a4f9943a3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=85272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 11:01:04.966465 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b576f-b75e-42ff-b335-66a4f9943a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad6f2de-c655-4da6-9c10-185fbd933b54,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:04.970600 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-135b576f-b75e-42ff-b335-66a4f9943a3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:04.971975 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-135b576f-b75e-42ff-b335-66a4f9943a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854748824'] for segment, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:04.972369 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.segments_db [None req-135b576f-b75e-42ff-b335-66a4f9943a3d admin admin] Added segment 5ff09553-2e45-4579-a75d-318aee94609d of type vlan for network 4937fa2d-486c-425f-8f41-7505739147e5 Apr 15 11:01:05.003241 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-135b576f-b75e-42ff-b335-66a4f9943a3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363301132464039'] for network, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:05.005018 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-198f14eb-efac-45ac-9870-5e1798126b10 req-2068fcf4-b49c-4c6e-a1b7-d0552174e21c service neutron] 10.222.0.60 "GET /v2.0/networks/4f8d55c0-b745-4c00-b4f6-c4a822798a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501420 Apr 15 11:01:05.038698 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-135b576f-b75e-42ff-b335-66a4f9943a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349'] for network, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:05.040715 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135b576f-b75e-42ff-b335-66a4f9943a3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:05.041554 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-135b576f-b75e-42ff-b335-66a4f9943a3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for network, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:05.048440 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-dbbaa812-8efe-4168-8e4d-c6347dbd25cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:05.156715 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-135b576f-b75e-42ff-b335-66a4f9943a3d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5976293 Apr 15 11:01:05.161232 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 46056) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:05.171456 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-bac3165e-956d-4d21-93c9-5000b4af483d admin admin] Request body: {'subnet': {'network_id': '4937fa2d-486c-425f-8f41-7505739147e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1044229295-subnet', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:01:05.174288 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-198f14eb-efac-45ac-9870-5e1798126b10 req-3db93158-dde1-40c2-b450-689964413c07 service neutron] 10.222.0.60 "GET /v2.0/networks/4f8d55c0-b745-4c00-b4f6-c4a822798a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627545 Apr 15 11:01:05.178871 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-bac3165e-956d-4d21-93c9-5000b4af483d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:05.181316 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b576f-b75e-42ff-b335-66a4f9943a3d admin admin] Pushing event updated for resources: {'Network': ['ID=4937fa2d-486c-425f-8f41-7505739147e5,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:05.185084 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-135b576f-b75e-42ff-b335-66a4f9943a3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:05.187139 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-bac3165e-956d-4d21-93c9-5000b4af483d admin admin] Usage tracker for resource:subnet and tenant:deae0b492b4b43be850d6b1e6cdedac1 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:05.190461 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-bac3165e-956d-4d21-93c9-5000b4af483d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:05.196098 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Network 4937fa2d-486c-425f-8f41-7505739147e5 details requested by agent ovs-agent-dv-cinder-786383-1-iscsi with host dv-cinder-786383-1-iscsi {{(pid=85273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 11:01:05.197196 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-bac3165e-956d-4d21-93c9-5000b4af483d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:05.208315 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac3165e-956d-4d21-93c9-5000b4af483d admin admin] Made reservation on behalf of deae0b492b4b43be850d6b1e6cdedac1 for: {'subnet': 1} {{(pid=85272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:01:05.213168 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bac3165e-956d-4d21-93c9-5000b4af483d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852330914'] for subnet, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:05.637789 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bac3165e-956d-4d21-93c9-5000b4af483d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2745832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852330929'] for subnet, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:05.653455 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:06.036627 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3165e-956d-4d21-93c9-5000b4af483d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f9fd427-705c-4c25-9c31-812ae7cb8576,revision_number=0']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:06.046891 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cf29f-c5f2-4b65-8e4e-ed70430ae3ac req-ee0e3a8f-2849-4c8a-83ca-4f03e5e801f0 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:06.048718 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-437cf29f-c5f2-4b65-8e4e-ed70430ae3ac req-ee0e3a8f-2849-4c8a-83ca-4f03e5e801f0 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 984 time: 0.0990911 Apr 15 11:01:06.050363 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-bac3165e-956d-4d21-93c9-5000b4af483d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:06.102982 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-437cf29f-c5f2-4b65-8e4e-ed70430ae3ac req-9b5f26b1-a728-4d2b-b5a7-913f4076f818 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e84fd948-c2ae-42c4-b557-54832f2cbb55&id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0473220 Apr 15 11:01:06.117467 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac3165e-956d-4d21-93c9-5000b4af483d admin admin] Checking segment: {'id': '5ff09553-2e45-4579-a75d-318aee94609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:01:06.117711 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac3165e-956d-4d21-93c9-5000b4af483d admin admin] Network hostable DHCP agents. Network: 4937fa2d-486c-425f-8f41-7505739147e5, hostable agents: ['18362263-581c-45fc-9271-eb619391ffd4'], hosted agents: [] {{(pid=85272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 11:01:06.140549 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac3165e-956d-4d21-93c9-5000b4af483d admin admin] Network 4937fa2d-486c-425f-8f41-7505739147e5 is scheduled to be hosted by DHCP agent 18362263-581c-45fc-9271-eb619391ffd4 with binding_index 1 {{(pid=85272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 11:01:06.150397 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-bac3165e-956d-4d21-93c9-5000b4af483d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-1-iscsi, 4937fa2d-486c-425f-8f41-7505739147e5) {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:01:06.160625 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf7ec9f-869b-4f44-9b5a-a3f6a6b09d19 None None] Network 4937fa2d-486c-425f-8f41-7505739147e5 requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:01:06.163970 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac3165e-956d-4d21-93c9-5000b4af483d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:06.164646 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bac3165e-956d-4d21-93c9-5000b4af483d admin admin] Notify callbacks [] for subnet, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:06.188623 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-bac3165e-956d-4d21-93c9-5000b4af483d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0262287 Apr 15 11:01:06.192717 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 46062) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:06.198019 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-dd9a8013-150d-47f1-b690-00575fe4b015 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1044229295-router', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'}}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:01:06.204437 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-dd9a8013-150d-47f1-b690-00575fe4b015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:06.210732 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-dd9a8013-150d-47f1-b690-00575fe4b015 admin admin] Usage tracker for resource:router and tenant:deae0b492b4b43be850d6b1e6cdedac1 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:06.213279 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-dd9a8013-150d-47f1-b690-00575fe4b015 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:06.221739 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-dd9a8013-150d-47f1-b690-00575fe4b015 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:06.232685 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dd9a8013-150d-47f1-b690-00575fe4b015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854364945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036850582375'] for router, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:06.233801 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dd9a8013-150d-47f1-b690-00575fe4b015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4193425'] for router, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:06.255934 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dd9a8013-150d-47f1-b690-00575fe4b015 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:06.483000 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpada1f6cb-291d-5cb6-a3be-9f35f1ed9e53-4937fa2d-486c-425f-8f41-7505739147e5', 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'fixed_ips': [{'subnet_id': '7f9fd427-705c-4c25-9c31-812ae7cb8576'}]}} from dv-cinder-786383-1-iscsi. {{(pid=85273) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 11:01:06.484019 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:06.589035 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dd9a8013-150d-47f1-b690-00575fe4b015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854364930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4193534'] for router, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:06.675710 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] Allocated IP 172.20.0.2 (4937fa2d-486c-425f-8f41-7505739147e5/7f9fd427-705c-4c25-9c31-812ae7cb8576/c7af64d0-dd38-445c-b637-2b789b6150ca) {{(pid=85273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:01:06.915885 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] Notify callbacks [] for port, precommit_create {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:06.927721 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] Transition to ACTIVE for port object c7af64d0-dd38-445c-b637-2b789b6150ca will not be triggered until provisioned by entity L2. {{(pid=85273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:01:06.948829 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] Transition to ACTIVE for port object c7af64d0-dd38-445c-b637-2b789b6150ca will not be triggered until provisioned by entity DHCP. {{(pid=85273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:01:06.955316 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888'] for port, after_create {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:06.966502 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dd9a8013-150d-47f1-b690-00575fe4b015 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:06.971959 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:07.010425 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dd9a8013-150d-47f1-b690-00575fe4b015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:07.110195 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] Pushing event updated for resources: {'Port': ['ID=c7af64d0-dd38-445c-b637-2b789b6150ca,revision_number=1']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:07.133743 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:07.134683 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:07.135281 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:07.135672 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:07.136059 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:07.136852 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:07.137231 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:07.137603 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:07.137973 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:07.139652 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:07.139990 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:07.140947 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:07.146990 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:07.187360 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] Network 4937fa2d-486c-425f-8f41-7505739147e5 is already hosted by enough agents. {{(pid=85273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:01:07.187559 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-dd9a8013-150d-47f1-b690-00575fe4b015 admin admin] Allocated IP 172.27.2.223 (533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f/ee0371ba-4ff7-4e97-afb9-409670eb4ad7/11422df9-d296-4e49-a664-6b10ce1630be) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:01:07.188469 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] Resources bound (agent type, host, resource id): {{(pid=85273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:01:07.190817 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] Received port after_create {{(pid=85273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:01:07.291931 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] Attempting to bind port c7af64d0-dd38-445c-b637-2b789b6150ca on host dv-cinder-786383-1-iscsi for vnic_type normal with profile {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:01:07.292355 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] Attempting to bind port c7af64d0-dd38-445c-b637-2b789b6150ca by drivers openvswitch,hyperv on host dv-cinder-786383-1-iscsi at level 0 using segments [{'id': '5ff09553-2e45-4579-a75d-318aee94609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5'}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:01:07.292764 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] Attempting to bind port c7af64d0-dd38-445c-b637-2b789b6150ca on network 4937fa2d-486c-425f-8f41-7505739147e5 {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:01:07.299003 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] Checking agent: {'id': '8830baa2-eb89-499a-aa08-32819d4139e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 40, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:01:07.299426 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] Checking segment: {'id': '5ff09553-2e45-4579-a75d-318aee94609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:01:07.299878 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:07.300317 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] Bound using segment: {'id': '5ff09553-2e45-4579-a75d-318aee94609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5'} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:01:07.300835 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] Bound port: c7af64d0-dd38-445c-b637-2b789b6150ca, host: dv-cinder-786383-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff09553-2e45-4579-a75d-318aee94609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5'}}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:01:07.301362 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:07.402711 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] For port c7af64d0-dd38-445c-b637-2b789b6150ca, host dv-cinder-786383-1-iscsi, cleared binding levels {{(pid=85273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:01:07.406789 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] For port c7af64d0-dd38-445c-b637-2b789b6150ca, host dv-cinder-786383-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=c7af64d0-dd38-445c-b637-2b789b6150ca,segment=NetworkSegment(5ff09553-2e45-4579-a75d-318aee94609d),segment_id=5ff09553-2e45-4579-a75d-318aee94609d)] {{(pid=85273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:01:07.410491 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:07.426288 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:07.594582 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] Pushing event updated for resources: {'Port': ['ID=c7af64d0-dd38-445c-b637-2b789b6150ca,revision_number=2']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:07.599471 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:07.694208 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152059e4-9618-4ff1-88cc-b44096b23824 req-4847638a-e58e-415a-8ecb-1eea553315ef tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:07.695898 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-152059e4-9618-4ff1-88cc-b44096b23824 req-4847638a-e58e-415a-8ecb-1eea553315ef tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 984 time: 0.4650009 Apr 15 11:01:07.699276 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dd9a8013-150d-47f1-b690-00575fe4b015 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:07.760983 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-152059e4-9618-4ff1-88cc-b44096b23824 req-b05f9919-5fa1-4749-ba11-18abccf28e0c tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e84fd948-c2ae-42c4-b557-54832f2cbb55&id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572097 Apr 15 11:01:07.778107 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dd9a8013-150d-47f1-b690-00575fe4b015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:07.791762 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-4d0eac93-f450-4210-9f49-994c361e2f95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:07.934089 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a8013-150d-47f1-b690-00575fe4b015 admin admin] Pushing event updated for resources: {'Port': ['ID=11422df9-d296-4e49-a664-6b10ce1630be,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:07.939998 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-dd9a8013-150d-47f1-b690-00575fe4b015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:08.019606 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9a8013-150d-47f1-b690-00575fe4b015 admin admin] Network 533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:01:08.020866 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-dd9a8013-150d-47f1-b690-00575fe4b015 admin admin] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:01:08.023607 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9a8013-150d-47f1-b690-00575fe4b015 admin admin] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:01:08.502754 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device c7af64d0-dd38-445c-b637-2b789b6150ca up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:08.503835 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dd9a8013-150d-47f1-b690-00575fe4b015 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:08.578447 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning for port c7af64d0-dd38-445c-b637-2b789b6150ca completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:01:09.021863 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dd9a8013-150d-47f1-b690-00575fe4b015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854360748'] for router, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:09.042424 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03845fc-d537-4b9f-8b10-260e38e29eca None None] Network 4937fa2d-486c-425f-8f41-7505739147e5 requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:01:09.099403 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1aa62-03eb-4970-9a92-1120366c2c50 req-d3a099f8-a839-4f7b-8a4c-88761218334c tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:09.101015 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-53c1aa62-03eb-4970-9a92-1120366c2c50 req-d3a099f8-a839-4f7b-8a4c-88761218334c tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 984 time: 0.2083898 Apr 15 11:01:09.147811 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-2c1280a5-7188-46b8-a54e-9e3499c031b1 None None] Provisioning for port c7af64d0-dd38-445c-b637-2b789b6150ca completed by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:01:09.156766 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-2c1280a5-7188-46b8-a54e-9e3499c031b1 None None] Provisioning complete for port c7af64d0-dd38-445c-b637-2b789b6150ca triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:09.157189 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2c1280a5-7188-46b8-a54e-9e3499c031b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:09.242557 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-53c1aa62-03eb-4970-9a92-1120366c2c50 req-31be0c3f-0bdc-465f-8599-d88f95002041 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e84fd948-c2ae-42c4-b557-54832f2cbb55&id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0818028 Apr 15 11:01:09.314720 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9a8013-150d-47f1-b690-00575fe4b015 admin admin] Router 7c2089bb-83ab-4259-8249-c74247cdb2bb is scheduled to L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 with binding_index 1 {{(pid=85270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 11:01:09.516460 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9a8013-150d-47f1-b690-00575fe4b015 admin admin] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:01:09.525696 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c381fe-514e-4198-bf22-1998839649c7 None None] Sync routers for ids ['7c2089bb-83ab-4259-8249-c74247cdb2bb'] in dv-cinder-786383-1-iscsi {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:01:09.536815 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c381fe-514e-4198-bf22-1998839649c7 None None] Routers {'7c2089bb-83ab-4259-8249-c74247cdb2bb'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:01:09.537482 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-30c381fe-514e-4198-bf22-1998839649c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:00:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['7c2089bb-83ab-4259-8249-c74247cdb2bb'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:09.542567 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dd9a8013-150d-47f1-b690-00575fe4b015 admin admin] Notify callbacks [] for router, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:09.546915 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-dd9a8013-150d-47f1-b690-00575fe4b015 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3507705 Apr 15 11:01:09.548101 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 46070) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:09.578042 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2c1280a5-7188-46b8-a54e-9e3499c031b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:09.630000 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-2c1280a5-7188-46b8-a54e-9e3499c031b1 None None] For port c7af64d0-dd38-445c-b637-2b789b6150ca, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=c7af64d0-dd38-445c-b637-2b789b6150ca,segment=NetworkSegment(5ff09553-2e45-4579-a75d-318aee94609d),segment_id=5ff09553-2e45-4579-a75d-318aee94609d)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:09.634717 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2c1280a5-7188-46b8-a54e-9e3499c031b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:09.639688 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:09.728247 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1280a5-7188-46b8-a54e-9e3499c031b1 None None] Pushing event updated for resources: {'Port': ['ID=c7af64d0-dd38-445c-b637-2b789b6150ca,revision_number=3']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:09.731759 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-2c1280a5-7188-46b8-a54e-9e3499c031b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:09.773261 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-30c381fe-514e-4198-bf22-1998839649c7 None None] Set router 7c2089bb-83ab-4259-8249-c74247cdb2bb gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:01:09.827060 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:01:09.962124 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-fe6e7ace-c944-4078-918d-cc44aa3747e1 None None] Provisioning complete for port c7af64d0-dd38-445c-b637-2b789b6150ca triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:09.962709 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-fe6e7ace-c944-4078-918d-cc44aa3747e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:10.094133 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-30c381fe-514e-4198-bf22-1998839649c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'name': 'tempest-AttachVolumeTestJSON-1044229295-router', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '11422df9-d296-4e49-a664-6b10ce1630be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:06Z', 'updated_at': '2021-04-15T11:01:08Z', 'revision_number': 3, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'gw_port': {'id': '11422df9-d296-4e49-a664-6b10ce1630be', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:21:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:07Z', 'updated_at': '2021-04-15T11:01:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi'}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:10.100422 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c381fe-514e-4198-bf22-1998839649c7 None None] Checking router: 7c2089bb-83ab-4259-8249-c74247cdb2bb for host: dv-cinder-786383-1-iscsi {{(pid=85276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:01:10.100822 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c381fe-514e-4198-bf22-1998839649c7 None None] Updating router 7c2089bb-83ab-4259-8249-c74247cdb2bb port 11422df9-d296-4e49-a664-6b10ce1630be binding host dv-cinder-786383-1-iscsi {{(pid=85276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 11:01:10.164750 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-30c381fe-514e-4198-bf22-1998839649c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:10.491772 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9c4d031e-cf77-4fc6-a7cb-83a9673ca7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:10.559001 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device c7af64d0-dd38-445c-b637-2b789b6150ca up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:10.618128 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef55ce3-0c79-447a-9918-6b21ef21735d req-6cbef296-354f-4624-9861-c1d82855582c tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:10.621836 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cef55ce3-0c79-447a-9918-6b21ef21735d req-6cbef296-354f-4624-9861-c1d82855582c tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 984 time: 0.2124813 Apr 15 11:01:10.661704 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port c7af64d0-dd38-445c-b637-2b789b6150ca triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:10.662048 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:10.705004 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cef55ce3-0c79-447a-9918-6b21ef21735d req-bdfbc049-afa2-47ca-80cc-2475ea742b5b tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e84fd948-c2ae-42c4-b557-54832f2cbb55&id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0707102 Apr 15 11:01:10.853670 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-9c4d031e-cf77-4fc6-a7cb-83a9673ca7ca admin admin] Allocated IP 172.20.0.1 (4937fa2d-486c-425f-8f41-7505739147e5/7f9fd427-705c-4c25-9c31-812ae7cb8576/8ff38127-e0a6-42f3-8d1a-6601a6e0ece5) {{(pid=85272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:01:11.061682 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9c4d031e-cf77-4fc6-a7cb-83a9673ca7ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:11.082248 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-9c4d031e-cf77-4fc6-a7cb-83a9673ca7ca admin admin] Transition to ACTIVE for port object 8ff38127-e0a6-42f3-8d1a-6601a6e0ece5 will not be triggered until provisioned by entity DHCP. {{(pid=85272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:01:11.109461 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-30c381fe-514e-4198-bf22-1998839649c7 None None] Notify callbacks [] for port, precommit_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:11.110513 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9c4d031e-cf77-4fc6-a7cb-83a9673ca7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:11.128075 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1ed89d9f-29d4-4ba7-acac-0b413121ec89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:11.128404 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-30c381fe-514e-4198-bf22-1998839649c7 None None] Transition to ACTIVE for port object 11422df9-d296-4e49-a664-6b10ce1630be will not be triggered until provisioned by entity L2. {{(pid=85276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:01:11.136424 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-30c381fe-514e-4198-bf22-1998839649c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:11.152186 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:11.269909 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d031e-cf77-4fc6-a7cb-83a9673ca7ca admin admin] Pushing event updated for resources: {'Port': ['ID=8ff38127-e0a6-42f3-8d1a-6601a6e0ece5,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:11.275611 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-9c4d031e-cf77-4fc6-a7cb-83a9673ca7ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:11.290438 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa9b80-0992-47ad-b754-06e0ad897e14 None None] Pushing event updated for resources: {'Port': ['ID=11422df9-d296-4e49-a664-6b10ce1630be,revision_number=2']} {{(pid=85276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:11.302930 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa9b80-0992-47ad-b754-06e0ad897e14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:11.303506 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa9b80-0992-47ad-b754-06e0ad897e14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:11.303506 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa9b80-0992-47ad-b754-06e0ad897e14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:11.303506 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa9b80-0992-47ad-b754-06e0ad897e14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:11.303506 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa9b80-0992-47ad-b754-06e0ad897e14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:11.303506 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa9b80-0992-47ad-b754-06e0ad897e14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:11.305695 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa9b80-0992-47ad-b754-06e0ad897e14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:11.305695 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa9b80-0992-47ad-b754-06e0ad897e14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:11.306166 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa9b80-0992-47ad-b754-06e0ad897e14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:11.306166 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa9b80-0992-47ad-b754-06e0ad897e14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:11.306510 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa9b80-0992-47ad-b754-06e0ad897e14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:11.306725 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa9b80-0992-47ad-b754-06e0ad897e14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:11.313977 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-bafa9b80-0992-47ad-b754-06e0ad897e14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:11.334235 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4d031e-cf77-4fc6-a7cb-83a9673ca7ca admin admin] Network 4937fa2d-486c-425f-8f41-7505739147e5 is already hosted by enough agents. {{(pid=85272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:01:11.335649 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-9c4d031e-cf77-4fc6-a7cb-83a9673ca7ca admin admin] Resources bound (agent type, host, resource id): {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:01:11.338133 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4d031e-cf77-4fc6-a7cb-83a9673ca7ca admin admin] Received port after_create {{(pid=85272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:01:11.406700 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-30c381fe-514e-4198-bf22-1998839649c7 None None] Attempting to bind port 11422df9-d296-4e49-a664-6b10ce1630be on host dv-cinder-786383-1-iscsi for vnic_type normal with profile {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:01:11.407419 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-30c381fe-514e-4198-bf22-1998839649c7 None None] Attempting to bind port 11422df9-d296-4e49-a664-6b10ce1630be by drivers openvswitch,hyperv on host dv-cinder-786383-1-iscsi at level 0 using segments [{'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'}] {{(pid=85276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:01:11.408103 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c381fe-514e-4198-bf22-1998839649c7 None None] Attempting to bind port 11422df9-d296-4e49-a664-6b10ce1630be on network 533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:01:11.418230 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c381fe-514e-4198-bf22-1998839649c7 None None] Checking agent: {'id': '8830baa2-eb89-499a-aa08-32819d4139e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 40, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:01:11.418596 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c381fe-514e-4198-bf22-1998839649c7 None None] Checking segment: {'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:01:11.419294 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-30c381fe-514e-4198-bf22-1998839649c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:11.420033 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c381fe-514e-4198-bf22-1998839649c7 None None] Bound using segment: {'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'} {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:01:11.420580 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-30c381fe-514e-4198-bf22-1998839649c7 None None] Bound port: 11422df9-d296-4e49-a664-6b10ce1630be, host: dv-cinder-786383-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'}}] {{(pid=85276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:01:11.421568 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-30c381fe-514e-4198-bf22-1998839649c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:11.424776 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9c4d031e-cf77-4fc6-a7cb-83a9673ca7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854360687'] for router_interface, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:11.513864 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-30c381fe-514e-4198-bf22-1998839649c7 None None] For port 11422df9-d296-4e49-a664-6b10ce1630be, host dv-cinder-786383-1-iscsi, cleared binding levels {{(pid=85276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:01:11.517730 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-30c381fe-514e-4198-bf22-1998839649c7 None None] For port 11422df9-d296-4e49-a664-6b10ce1630be, host dv-cinder-786383-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=11422df9-d296-4e49-a664-6b10ce1630be,segment=NetworkSegment(c54efefa-f121-49d4-9f1f-b433dc39aac8),segment_id=c54efefa-f121-49d4-9f1f-b433dc39aac8)] {{(pid=85276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:01:11.521852 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-30c381fe-514e-4198-bf22-1998839649c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:11.539171 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-ebb9f358-eed4-4d97-9df5-8e61c97db41c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:11.568499 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9c4d031e-cf77-4fc6-a7cb-83a9673ca7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:11.651892 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-c5aafcdc-48c1-4e26-ae91-819e51ea353f None None] Provisioning for port 8ff38127-e0a6-42f3-8d1a-6601a6e0ece5 completed by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:01:11.664972 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-c5aafcdc-48c1-4e26-ae91-819e51ea353f None None] Provisioning complete for port 8ff38127-e0a6-42f3-8d1a-6601a6e0ece5 triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:11.667856 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c5aafcdc-48c1-4e26-ae91-819e51ea353f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:11.734742 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa9b80-0992-47ad-b754-06e0ad897e14 None None] Pushing event updated for resources: {'Port': ['ID=11422df9-d296-4e49-a664-6b10ce1630be,revision_number=3']} {{(pid=85276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:11.740156 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-bafa9b80-0992-47ad-b754-06e0ad897e14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:11.743847 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-c5aafcdc-48c1-4e26-ae91-819e51ea353f None None] Port 8ff38127-e0a6-42f3-8d1a-6601a6e0ece5 cannot update to ACTIVE because it is not bound. {{(pid=85273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:01:11.756745 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c381fe-514e-4198-bf22-1998839649c7 None None] Routers {'7c2089bb-83ab-4259-8249-c74247cdb2bb'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:01:11.757440 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-30c381fe-514e-4198-bf22-1998839649c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:00:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['7c2089bb-83ab-4259-8249-c74247cdb2bb'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:11.925131 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9c4d031e-cf77-4fc6-a7cb-83a9673ca7ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:11.929670 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9c4d031e-cf77-4fc6-a7cb-83a9673ca7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852030086'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:11.952040 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c722e-5016-462d-b213-43394181b0a2 req-526410bd-c455-4171-a09e-1434537706ac tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:11.954422 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-968c722e-5016-462d-b213-43394181b0a2 req-526410bd-c455-4171-a09e-1434537706ac tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 984 time: 0.1053457 Apr 15 11:01:11.965168 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-30c381fe-514e-4198-bf22-1998839649c7 None None] Set router 7c2089bb-83ab-4259-8249-c74247cdb2bb gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:01:11.968114 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e053f2e2-bb8a-446c-b1b9-bfd8df1d3271 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:12.030481 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-968c722e-5016-462d-b213-43394181b0a2 req-2da8cf9e-0395-4751-a0b7-d5dddb12d0a1 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e84fd948-c2ae-42c4-b557-54832f2cbb55&id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596292 Apr 15 11:01:12.060974 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d031e-cf77-4fc6-a7cb-83a9673ca7ca admin admin] Pushing event updated for resources: {'Port': ['ID=8ff38127-e0a6-42f3-8d1a-6601a6e0ece5,revision_number=2']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:12.064286 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9c4d031e-cf77-4fc6-a7cb-83a9673ca7ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854122366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854366150'] for router_interface, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:12.081356 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-9c4d031e-cf77-4fc6-a7cb-83a9673ca7ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:12.229243 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4d031e-cf77-4fc6-a7cb-83a9673ca7ca admin admin] Network 4937fa2d-486c-425f-8f41-7505739147e5 is already hosted by enough agents. {{(pid=85272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:01:12.230480 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-9c4d031e-cf77-4fc6-a7cb-83a9673ca7ca admin admin] Resources bound (agent type, host, resource id): {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:01:12.365873 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-30c381fe-514e-4198-bf22-1998839649c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'name': 'tempest-AttachVolumeTestJSON-1044229295-router', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '11422df9-d296-4e49-a664-6b10ce1630be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:06Z', 'updated_at': '2021-04-15T11:01:11Z', 'revision_number': 4, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'gw_port': {'id': '11422df9-d296-4e49-a664-6b10ce1630be', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:21:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:07Z', 'updated_at': '2021-04-15T11:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '8ff38127-e0a6-42f3-8d1a-6601a6e0ece5', 'name': '', 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'mac_address': 'fa:16:3e:29:60:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7f9fd427-705c-4c25-9c31-812ae7cb8576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:10Z', 'updated_at': '2021-04-15T11:01:10Z', 'revision_number': 1, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'subnets': [{'id': '7f9fd427-705c-4c25-9c31-812ae7cb8576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:12.374809 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c381fe-514e-4198-bf22-1998839649c7 None None] The sync data for ids ['7c2089bb-83ab-4259-8249-c74247cdb2bb'] in dv-cinder-786383-1-iscsi is: [{'id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'name': 'tempest-AttachVolumeTestJSON-1044229295-router', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '11422df9-d296-4e49-a664-6b10ce1630be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:06Z', 'updated_at': '2021-04-15T11:01:11Z', 'revision_number': 4, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'gw_port': {'id': '11422df9-d296-4e49-a664-6b10ce1630be', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:21:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:07Z', 'updated_at': '2021-04-15T11:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '8ff38127-e0a6-42f3-8d1a-6601a6e0ece5', 'name': '', 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'mac_address': 'fa:16:3e:29:60:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7f9fd427-705c-4c25-9c31-812ae7cb8576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:10Z', 'updated_at': '2021-04-15T11:01:10Z', 'revision_number': 1, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'subnets': [{'id': '7f9fd427-705c-4c25-9c31-812ae7cb8576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:01:12.462562 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4d031e-cf77-4fc6-a7cb-83a9673ca7ca admin admin] Router 7c2089bb-83ab-4259-8249-c74247cdb2bb has already been hosted by L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 {{(pid=85272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:01:12.498273 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-319395fb-2f59-4b39-8910-d8caa3473c56 None None] Provisioning complete for port 8ff38127-e0a6-42f3-8d1a-6601a6e0ece5 triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:12.498712 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-319395fb-2f59-4b39-8910-d8caa3473c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:12.564536 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-319395fb-2f59-4b39-8910-d8caa3473c56 None None] Port 8ff38127-e0a6-42f3-8d1a-6601a6e0ece5 cannot update to ACTIVE because it is not bound. {{(pid=85273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:01:12.680375 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4d031e-cf77-4fc6-a7cb-83a9673ca7ca admin admin] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:01:12.695136 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-9c4d031e-cf77-4fc6-a7cb-83a9673ca7ca admin admin] 10.222.0.36 "PUT /v2.0/routers/7c2089bb-83ab-4259-8249-c74247cdb2bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1453867 Apr 15 11:01:13.294174 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a1ccd-caef-4da9-bc13-38f1ae10505d req-6b6ad900-cc96-4951-9de7-95406e0e377b tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:13.297217 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-621a1ccd-caef-4da9-bc13-38f1ae10505d req-6b6ad900-cc96-4951-9de7-95406e0e377b tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 984 time: 0.1144409 Apr 15 11:01:13.366536 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-621a1ccd-caef-4da9-bc13-38f1ae10505d req-491f0f30-fe42-43f9-a374-297c78a606ce tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e84fd948-c2ae-42c4-b557-54832f2cbb55&id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612326 Apr 15 11:01:13.495575 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 46086) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:13.502041 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-bd1057bd-8e13-4eee-998b-d9829de50109 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Request body: {'security_group': {'name': 'tempest-securitygroup--232298113', 'description': 'tempest-description--1893018534'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:01:13.508851 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-bd1057bd-8e13-4eee-998b-d9829de50109 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:13.516268 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-bd1057bd-8e13-4eee-998b-d9829de50109 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Usage tracker for resource:security_group and tenant:deae0b492b4b43be850d6b1e6cdedac1 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:13.521405 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-bd1057bd-8e13-4eee-998b-d9829de50109 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:13.533366 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-bd1057bd-8e13-4eee-998b-d9829de50109 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:13.544763 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bd1057bd-8e13-4eee-998b-d9829de50109 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:13.570271 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-bd1057bd-8e13-4eee-998b-d9829de50109 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:13.577254 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-bd1057bd-8e13-4eee-998b-d9829de50109 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Usage tracker for resource:security_group_rule and tenant:deae0b492b4b43be850d6b1e6cdedac1 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:13.581196 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-bd1057bd-8e13-4eee-998b-d9829de50109 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:13.589738 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-bd1057bd-8e13-4eee-998b-d9829de50109 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:13.681834 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bd1057bd-8e13-4eee-998b-d9829de50109 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:13.684747 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bd1057bd-8e13-4eee-998b-d9829de50109 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:13.691880 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-9edf408a-e7e4-4e8c-8b7d-5d16708c5052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:13.744617 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1057bd-8e13-4eee-998b-d9829de50109 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1630a897-7cae-4667-87c2-540fcc1b7992,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:13.747702 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bd1057bd-8e13-4eee-998b-d9829de50109 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:13.749750 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-bd1057bd-8e13-4eee-998b-d9829de50109 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2529502 Apr 15 11:01:13.750760 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-bd1057bd-8e13-4eee-998b-d9829de50109 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:13.752529 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 46090) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:13.758218 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-fd9a2b3e-e065-4411-aebf-aa906136b731 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Request body: {'security_group_rule': {'security_group_id': '1630a897-7cae-4667-87c2-540fcc1b7992', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:01:13.766190 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-fd9a2b3e-e065-4411-aebf-aa906136b731 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:13.770530 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-fd9a2b3e-e065-4411-aebf-aa906136b731 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Usage tracker for resource:security_group_rule and tenant:deae0b492b4b43be850d6b1e6cdedac1 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:13.773646 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-fd9a2b3e-e065-4411-aebf-aa906136b731 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:13.781757 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-fd9a2b3e-e065-4411-aebf-aa906136b731 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:13.803221 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-fd9a2b3e-e065-4411-aebf-aa906136b731 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:13.874547 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-fd9a2b3e-e065-4411-aebf-aa906136b731 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:13.877362 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-fd9a2b3e-e065-4411-aebf-aa906136b731 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854330716'] for security_group_rule, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:13.879729 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:13.904985 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a2b3e-e065-4411-aebf-aa906136b731 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655188b7-3a1d-404d-b9b6-f6f7388566f8,revision_number=0']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:13.907713 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-fd9a2b3e-e065-4411-aebf-aa906136b731 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:13.914246 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-fd9a2b3e-e065-4411-aebf-aa906136b731 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:13.915576 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-fd9a2b3e-e065-4411-aebf-aa906136b731 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1620269 Apr 15 11:01:13.918588 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 46094) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:13.924247 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-9a20415b-e04d-4633-96f4-185d54d01968 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Request body: {'security_group_rule': {'security_group_id': '1630a897-7cae-4667-87c2-540fcc1b7992', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:01:13.930597 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-9a20415b-e04d-4633-96f4-185d54d01968 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:13.934686 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-9a20415b-e04d-4633-96f4-185d54d01968 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Usage tracker for resource:security_group_rule and tenant:deae0b492b4b43be850d6b1e6cdedac1 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:13.938625 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-9a20415b-e04d-4633-96f4-185d54d01968 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:13.945171 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-9a20415b-e04d-4633-96f4-185d54d01968 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:13.964066 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9a20415b-e04d-4633-96f4-185d54d01968 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:14.032500 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9a20415b-e04d-4633-96f4-185d54d01968 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:14.035167 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9a20415b-e04d-4633-96f4-185d54d01968 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854330716'] for security_group_rule, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:14.037360 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-44b8f53d-a85e-462f-a314-fd631dac9af5 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:14.062975 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20415b-e04d-4633-96f4-185d54d01968 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d37eaf15-1fb2-4de5-9f18-1260371a735a,revision_number=0']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:14.065662 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-9a20415b-e04d-4633-96f4-185d54d01968 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:14.072162 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9a20415b-e04d-4633-96f4-185d54d01968 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:14.073728 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-9a20415b-e04d-4633-96f4-185d54d01968 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1541009 Apr 15 11:01:14.077149 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 46098) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:14.082645 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-855fe8e4-b680-4f20-9003-436c20ef34c7 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Request body: {'floatingip': {'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:01:14.088999 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-855fe8e4-b680-4f20-9003-436c20ef34c7 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:14.093347 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-855fe8e4-b680-4f20-9003-436c20ef34c7 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Usage tracker for resource:floatingip and tenant:deae0b492b4b43be850d6b1e6cdedac1 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:14.096384 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-855fe8e4-b680-4f20-9003-436c20ef34c7 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:14.102431 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-855fe8e4-b680-4f20-9003-436c20ef34c7 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:14.115691 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-855fe8e4-b680-4f20-9003-436c20ef34c7 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for floatingip, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:14.259428 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-855fe8e4-b680-4f20-9003-436c20ef34c7 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:14.420843 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-855fe8e4-b680-4f20-9003-436c20ef34c7 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Allocated IP 172.27.2.120 (533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f/ee0371ba-4ff7-4e97-afb9-409670eb4ad7/42d5583f-38e9-4d34-923c-af155d127963) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:01:14.509583 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 11422df9-d296-4e49-a664-6b10ce1630be up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:14.598561 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning for port 11422df9-d296-4e49-a664-6b10ce1630be completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:01:14.605065 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port 11422df9-d296-4e49-a664-6b10ce1630be triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:14.605487 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:14.676928 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-855fe8e4-b680-4f20-9003-436c20ef34c7 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:14.696631 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e2c2a-7912-4e38-a3eb-f5628e8c74a7 req-be56cc30-d283-420b-8aee-76f457c7174b tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:14.698544 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-499e2c2a-7912-4e38-a3eb-f5628e8c74a7 req-be56cc30-d283-420b-8aee-76f457c7174b tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 984 time: 0.1886728 Apr 15 11:01:14.741948 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:14.759229 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] For port 11422df9-d296-4e49-a664-6b10ce1630be, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=11422df9-d296-4e49-a664-6b10ce1630be,segment=NetworkSegment(c54efefa-f121-49d4-9f1f-b433dc39aac8),segment_id=c54efefa-f121-49d4-9f1f-b433dc39aac8)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:14.762126 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:14.765685 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-cbdb9687-6195-4458-89ae-55dbea827e31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:14.766315 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-499e2c2a-7912-4e38-a3eb-f5628e8c74a7 req-66eb15de-895e-460d-9dd7-2bd572e30416 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=e84fd948-c2ae-42c4-b557-54832f2cbb55&id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592873 Apr 15 11:01:14.771494 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-855fe8e4-b680-4f20-9003-436c20ef34c7 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:14.787763 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e30006bd-0a2e-4676-b5e4-f042fcc6620e tempest-VolumesNegativeTest-702336660 tempest-VolumesNegativeTest-702336660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:14.840936 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Pushing event updated for resources: {'Port': ['ID=11422df9-d296-4e49-a664-6b10ce1630be,revision_number=4']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:14.846111 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:15.188167 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fe8e4-b680-4f20-9003-436c20ef34c7 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Pushing event updated for resources: {'Port': ['ID=42d5583f-38e9-4d34-923c-af155d127963,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:15.191377 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-855fe8e4-b680-4f20-9003-436c20ef34c7 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:15.255848 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855fe8e4-b680-4f20-9003-436c20ef34c7 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Network 533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:01:15.257238 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-855fe8e4-b680-4f20-9003-436c20ef34c7 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:01:15.259625 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855fe8e4-b680-4f20-9003-436c20ef34c7 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:01:15.354466 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-855fe8e4-b680-4f20-9003-436c20ef34c7 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:15.419820 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-855fe8e4-b680-4f20-9003-436c20ef34c7 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:15.684424 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea095ad-8daf-4bae-aebd-4e18ec5835b9 None None] Sync routers for ids ['7c2089bb-83ab-4259-8249-c74247cdb2bb'] in dv-cinder-786383-1-iscsi {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:01:15.694911 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea095ad-8daf-4bae-aebd-4e18ec5835b9 None None] Routers {'7c2089bb-83ab-4259-8249-c74247cdb2bb'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:01:15.695760 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-2ea095ad-8daf-4bae-aebd-4e18ec5835b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:00:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['7c2089bb-83ab-4259-8249-c74247cdb2bb'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:15.738768 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-855fe8e4-b680-4f20-9003-436c20ef34c7 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:15.742833 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-855fe8e4-b680-4f20-9003-436c20ef34c7 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850600659'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:15.767445 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5de438af-6fbf-4fb3-a943-1c142d7dae73 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:15.900509 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-2ea095ad-8daf-4bae-aebd-4e18ec5835b9 None None] Set router 7c2089bb-83ab-4259-8249-c74247cdb2bb gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:01:15.920041 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fe8e4-b680-4f20-9003-436c20ef34c7 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Pushing event updated for resources: {'Port': ['ID=42d5583f-38e9-4d34-923c-af155d127963,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:15.923108 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-855fe8e4-b680-4f20-9003-436c20ef34c7 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:16.040547 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-855fe8e4-b680-4f20-9003-436c20ef34c7 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415207'] for floatingip, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:16.063949 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-855fe8e4-b680-4f20-9003-436c20ef34c7 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for floatingip, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:16.065272 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-855fe8e4-b680-4f20-9003-436c20ef34c7 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9871190 Apr 15 11:01:16.251043 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-2ea095ad-8daf-4bae-aebd-4e18ec5835b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'name': 'tempest-AttachVolumeTestJSON-1044229295-router', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '11422df9-d296-4e49-a664-6b10ce1630be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:06Z', 'updated_at': '2021-04-15T11:01:11Z', 'revision_number': 4, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'gw_port': {'id': '11422df9-d296-4e49-a664-6b10ce1630be', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:21:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:07Z', 'updated_at': '2021-04-15T11:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '8ff38127-e0a6-42f3-8d1a-6601a6e0ece5', 'name': '', 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'mac_address': 'fa:16:3e:29:60:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7f9fd427-705c-4c25-9c31-812ae7cb8576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:10Z', 'updated_at': '2021-04-15T11:01:11Z', 'revision_number': 2, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'subnets': [{'id': '7f9fd427-705c-4c25-9c31-812ae7cb8576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:16.255385 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea095ad-8daf-4bae-aebd-4e18ec5835b9 None None] Checking router: 7c2089bb-83ab-4259-8249-c74247cdb2bb for host: dv-cinder-786383-1-iscsi {{(pid=85273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:01:16.255800 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea095ad-8daf-4bae-aebd-4e18ec5835b9 None None] Updating router 7c2089bb-83ab-4259-8249-c74247cdb2bb port 8ff38127-e0a6-42f3-8d1a-6601a6e0ece5 binding host dv-cinder-786383-1-iscsi {{(pid=85273) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 11:01:16.255939 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-346c172e-9404-4612-9ab0-2dde837b874e tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Synchronizing usage tracker for tenant:deae0b492b4b43be850d6b1e6cdedac1 on resource:security_group {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:01:16.273256 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-346c172e-9404-4612-9ab0-2dde837b874e tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Unset dirty status for tenant:deae0b492b4b43be850d6b1e6cdedac1 on resource:security_group {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:01:16.274547 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-346c172e-9404-4612-9ab0-2dde837b874e tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--232298113&fields=id&tenant_id=deae0b492b4b43be850d6b1e6cdedac1 HTTP/1.1" status: 200 len: 267 time: 0.0663381 Apr 15 11:01:16.319335 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2ea095ad-8daf-4bae-aebd-4e18ec5835b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:16.449301 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-21fc8348-b3b7-40dc-95f8-f21a35319433 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:16.451526 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-21fc8348-b3b7-40dc-95f8-f21a35319433 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/networks?id=4937fa2d-486c-425f-8f41-7505739147e5 HTTP/1.1" status: 200 len: 811 time: 0.1677387 Apr 15 11:01:16.475883 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-95ff7138-a3d0-4fa4-bca0-7c565654940d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/quotas/deae0b492b4b43be850d6b1e6cdedac1 HTTP/1.1" status: 200 len: 375 time: 0.0172849 Apr 15 11:01:16.500175 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 11422df9-d296-4e49-a664-6b10ce1630be up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:16.575515 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-02b4de8d-cce0-431f-9707-d2195474bb63 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=deae0b492b4b43be850d6b1e6cdedac1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0970151 Apr 15 11:01:16.659517 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-ba44386d-7bab-4c49-805e-5dfb888034e9 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=85270) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 11:01:16.660699 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-ba44386d-7bab-4c49-805e-5dfb888034e9 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0700433 Apr 15 11:01:16.709109 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port 11422df9-d296-4e49-a664-6b10ce1630be triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:16.709539 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:16.829206 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-61245e20-d586-4519-b9e4-aa535756da10 service neutron] 10.222.0.36 "GET /v2.0/networks/4937fa2d-486c-425f-8f41-7505739147e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559258 Apr 15 11:01:16.961692 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2ea095ad-8daf-4bae-aebd-4e18ec5835b9 None None] Notify callbacks [] for port, precommit_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:16.976597 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-2ea095ad-8daf-4bae-aebd-4e18ec5835b9 None None] Transition to ACTIVE for port object 8ff38127-e0a6-42f3-8d1a-6601a6e0ece5 will not be triggered until provisioned by entity L2. {{(pid=85273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:01:16.983492 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2ea095ad-8daf-4bae-aebd-4e18ec5835b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:16.996457 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-77a745a1-4fde-42ed-baef-986b88434acb service neutron] 10.222.0.36 "GET /v2.0/networks/4937fa2d-486c-425f-8f41-7505739147e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576033 Apr 15 11:01:17.003580 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:17.146943 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3ec4f-0bab-4439-bc95-2218dae9439d None None] Pushing event updated for resources: {'Port': ['ID=8ff38127-e0a6-42f3-8d1a-6601a6e0ece5,revision_number=3']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:17.151743 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-64d3ec4f-0bab-4439-bc95-2218dae9439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:17.207270 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9a0d0b28-6291-412e-bddf-850fe9228e85 req-2d90dc96-3568-4dbe-b926-c4a658b6d26c tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 210 time: 0.0570548 Apr 15 11:01:17.383481 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-2ea095ad-8daf-4bae-aebd-4e18ec5835b9 None None] Attempting to bind port 8ff38127-e0a6-42f3-8d1a-6601a6e0ece5 on host dv-cinder-786383-1-iscsi for vnic_type normal with profile {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:01:17.383701 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-2ea095ad-8daf-4bae-aebd-4e18ec5835b9 None None] Attempting to bind port 8ff38127-e0a6-42f3-8d1a-6601a6e0ece5 by drivers openvswitch,hyperv on host dv-cinder-786383-1-iscsi at level 0 using segments [{'id': '5ff09553-2e45-4579-a75d-318aee94609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5'}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:01:17.384072 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea095ad-8daf-4bae-aebd-4e18ec5835b9 None None] Attempting to bind port 8ff38127-e0a6-42f3-8d1a-6601a6e0ece5 on network 4937fa2d-486c-425f-8f41-7505739147e5 {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:01:17.391035 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea095ad-8daf-4bae-aebd-4e18ec5835b9 None None] Checking agent: {'id': '8830baa2-eb89-499a-aa08-32819d4139e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 40, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:01:17.391035 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea095ad-8daf-4bae-aebd-4e18ec5835b9 None None] Checking segment: {'id': '5ff09553-2e45-4579-a75d-318aee94609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:01:17.391955 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2ea095ad-8daf-4bae-aebd-4e18ec5835b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:17.392256 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea095ad-8daf-4bae-aebd-4e18ec5835b9 None None] Bound using segment: {'id': '5ff09553-2e45-4579-a75d-318aee94609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5'} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:01:17.392809 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-2ea095ad-8daf-4bae-aebd-4e18ec5835b9 None None] Bound port: 8ff38127-e0a6-42f3-8d1a-6601a6e0ece5, host: dv-cinder-786383-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff09553-2e45-4579-a75d-318aee94609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5'}}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:01:17.393235 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2ea095ad-8daf-4bae-aebd-4e18ec5835b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:17.505940 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-2ea095ad-8daf-4bae-aebd-4e18ec5835b9 None None] For port 8ff38127-e0a6-42f3-8d1a-6601a6e0ece5, host dv-cinder-786383-1-iscsi, cleared binding levels {{(pid=85273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:01:17.512349 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-2ea095ad-8daf-4bae-aebd-4e18ec5835b9 None None] For port 8ff38127-e0a6-42f3-8d1a-6601a6e0ece5, host dv-cinder-786383-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=8ff38127-e0a6-42f3-8d1a-6601a6e0ece5,segment=NetworkSegment(5ff09553-2e45-4579-a75d-318aee94609d),segment_id=5ff09553-2e45-4579-a75d-318aee94609d)] {{(pid=85273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:01:17.520010 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2ea095ad-8daf-4bae-aebd-4e18ec5835b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:17.536032 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-bb2ff66a-4450-47f9-b148-8f4fd6a2ea09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:17.884242 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3ec4f-0bab-4439-bc95-2218dae9439d None None] Pushing event updated for resources: {'Port': ['ID=8ff38127-e0a6-42f3-8d1a-6601a6e0ece5,revision_number=4']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:17.891522 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-64d3ec4f-0bab-4439-bc95-2218dae9439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:17.936407 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea095ad-8daf-4bae-aebd-4e18ec5835b9 None None] Routers {'7c2089bb-83ab-4259-8249-c74247cdb2bb'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:01:17.937266 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-2ea095ad-8daf-4bae-aebd-4e18ec5835b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:00:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['7c2089bb-83ab-4259-8249-c74247cdb2bb'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:18.170319 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-2ea095ad-8daf-4bae-aebd-4e18ec5835b9 None None] Set router 7c2089bb-83ab-4259-8249-c74247cdb2bb gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:01:18.399127 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ff78796c-d60b-4380-ae1e-7e8f6e4fd365 req-c51a4f27-3f9b-4cf8-bbe7-8d226df1d48f tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 210 time: 0.0549867 Apr 15 11:01:18.549176 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 8ff38127-e0a6-42f3-8d1a-6601a6e0ece5 up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:18.654835 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-2ea095ad-8daf-4bae-aebd-4e18ec5835b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'name': 'tempest-AttachVolumeTestJSON-1044229295-router', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '11422df9-d296-4e49-a664-6b10ce1630be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:06Z', 'updated_at': '2021-04-15T11:01:11Z', 'revision_number': 4, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'gw_port': {'id': '11422df9-d296-4e49-a664-6b10ce1630be', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:21:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:07Z', 'updated_at': '2021-04-15T11:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '8ff38127-e0a6-42f3-8d1a-6601a6e0ece5', 'name': '', 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'mac_address': 'fa:16:3e:29:60:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7f9fd427-705c-4c25-9c31-812ae7cb8576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:10Z', 'updated_at': '2021-04-15T11:01:17Z', 'revision_number': 4, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'subnets': [{'id': '7f9fd427-705c-4c25-9c31-812ae7cb8576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:18.662173 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea095ad-8daf-4bae-aebd-4e18ec5835b9 None None] The sync data for ids ['7c2089bb-83ab-4259-8249-c74247cdb2bb'] in dv-cinder-786383-1-iscsi is: [{'id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'name': 'tempest-AttachVolumeTestJSON-1044229295-router', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '11422df9-d296-4e49-a664-6b10ce1630be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:06Z', 'updated_at': '2021-04-15T11:01:11Z', 'revision_number': 4, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'gw_port': {'id': '11422df9-d296-4e49-a664-6b10ce1630be', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:21:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:07Z', 'updated_at': '2021-04-15T11:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '8ff38127-e0a6-42f3-8d1a-6601a6e0ece5', 'name': '', 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'mac_address': 'fa:16:3e:29:60:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7f9fd427-705c-4c25-9c31-812ae7cb8576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:10Z', 'updated_at': '2021-04-15T11:01:17Z', 'revision_number': 4, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'subnets': [{'id': '7f9fd427-705c-4c25-9c31-812ae7cb8576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:01:18.664012 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning for port 8ff38127-e0a6-42f3-8d1a-6601a6e0ece5 completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:01:18.671010 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port 8ff38127-e0a6-42f3-8d1a-6601a6e0ece5 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:18.671446 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:18.717265 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-31e5a7ae-2a44-449a-b77c-b74764925aab tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:18.720113 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-31e5a7ae-2a44-449a-b77c-b74764925aab tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.60 "GET /v2.0/networks?id=4937fa2d-486c-425f-8f41-7505739147e5 HTTP/1.1" status: 200 len: 811 time: 0.2043092 Apr 15 11:01:18.847028 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-3fe5e356-d81c-4419-b294-33ff8c333fbd tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=deae0b492b4b43be850d6b1e6cdedac1 HTTP/1.1" status: 200 len: 5708 time: 0.1183455 Apr 15 11:01:18.849600 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:18.868044 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-765376f1-a584-4102-9e57-a7163fbea749 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Request body: {'port': {'device_id': '06d1a16e-2f4d-4788-b00a-743c4ece1024', 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5', 'admin_state_up': True, 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'security_groups': ['1630a897-7cae-4667-87c2-540fcc1b7992']}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:01:18.891218 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] For port 8ff38127-e0a6-42f3-8d1a-6601a6e0ece5, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=8ff38127-e0a6-42f3-8d1a-6601a6e0ece5,segment=NetworkSegment(5ff09553-2e45-4579-a75d-318aee94609d),segment_id=5ff09553-2e45-4579-a75d-318aee94609d)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:18.894704 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:18.897710 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:18.973578 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Pushing event updated for resources: {'Port': ['ID=8ff38127-e0a6-42f3-8d1a-6601a6e0ece5,revision_number=5']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:18.977085 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:19.027860 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-765376f1-a584-4102-9e57-a7163fbea749 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:19.033072 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-765376f1-a584-4102-9e57-a7163fbea749 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Usage tracker for resource:port and tenant:deae0b492b4b43be850d6b1e6cdedac1 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:19.036461 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-765376f1-a584-4102-9e57-a7163fbea749 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:19.042987 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-765376f1-a584-4102-9e57-a7163fbea749 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:19.053443 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-765376f1-a584-4102-9e57-a7163fbea749 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Made reservation on behalf of deae0b492b4b43be850d6b1e6cdedac1 for: {'port': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:01:19.060285 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-765376f1-a584-4102-9e57-a7163fbea749 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:19.249845 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-765376f1-a584-4102-9e57-a7163fbea749 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Allocated IP 172.20.0.6 (4937fa2d-486c-425f-8f41-7505739147e5/7f9fd427-705c-4c25-9c31-812ae7cb8576/857ece22-8d1f-45d6-92c5-71e168db586b) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:01:19.476934 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-765376f1-a584-4102-9e57-a7163fbea749 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:19.500627 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-765376f1-a584-4102-9e57-a7163fbea749 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Transition to ACTIVE for port object 857ece22-8d1f-45d6-92c5-71e168db586b will not be triggered until provisioned by entity DHCP. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:01:19.525326 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-765376f1-a584-4102-9e57-a7163fbea749 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:19.541859 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:19.762191 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765376f1-a584-4102-9e57-a7163fbea749 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Pushing event updated for resources: {'Port': ['ID=857ece22-8d1f-45d6-92c5-71e168db586b,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:19.766628 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-765376f1-a584-4102-9e57-a7163fbea749 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:19.832099 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9d4e3-ae4f-4afe-9aba-dc01adb870d9 req-4b3385a0-c811-4be9-9799-6eaba685d86d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:19.833680 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6ea9d4e3-ae4f-4afe-9aba-dc01adb870d9 req-4b3385a0-c811-4be9-9799-6eaba685d86d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 931 time: 0.2571635 Apr 15 11:01:19.838729 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-765376f1-a584-4102-9e57-a7163fbea749 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Network 4937fa2d-486c-425f-8f41-7505739147e5 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:01:19.840040 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-765376f1-a584-4102-9e57-a7163fbea749 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:01:19.844861 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-765376f1-a584-4102-9e57-a7163fbea749 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:01:19.944335 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6ea9d4e3-ae4f-4afe-9aba-dc01adb870d9 req-fa9268f7-ab4a-40e7-8b5f-1ff157df007f tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013761 Apr 15 11:01:19.951445 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-765376f1-a584-4102-9e57-a7163fbea749 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:19.952129 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-765376f1-a584-4102-9e57-a7163fbea749 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:19.978355 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-765376f1-a584-4102-9e57-a7163fbea749 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1208653 Apr 15 11:01:20.000859 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-e30a31c8-d862-4f6c-bfcb-f42eeba5aaa4 service neutron] Request body: {'port': {'device_id': '06d1a16e-2f4d-4788-b00a-743c4ece1024', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:01:20.069950 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-0e7231ab-16af-47f8-a23b-d55c29d605c0 None None] Provisioning for port 857ece22-8d1f-45d6-92c5-71e168db586b completed by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:01:20.075766 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-0e7231ab-16af-47f8-a23b-d55c29d605c0 None None] Provisioning complete for port 857ece22-8d1f-45d6-92c5-71e168db586b triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:20.077483 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0e7231ab-16af-47f8-a23b-d55c29d605c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:20.143994 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-0e7231ab-16af-47f8-a23b-d55c29d605c0 None None] Port 857ece22-8d1f-45d6-92c5-71e168db586b cannot update to ACTIVE because it is not bound. {{(pid=85273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:01:20.178268 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-e30a31c8-d862-4f6c-bfcb-f42eeba5aaa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:20.486187 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 8ff38127-e0a6-42f3-8d1a-6601a6e0ece5 up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:20.558693 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port 8ff38127-e0a6-42f3-8d1a-6601a6e0ece5 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:20.559167 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:20.642412 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-e30a31c8-d862-4f6c-bfcb-f42eeba5aaa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 857ece22-8d1f-45d6-92c5-71e168db586b {{(pid=85270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:01:20.654634 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-e30a31c8-d862-4f6c-bfcb-f42eeba5aaa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:20.673443 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-e30a31c8-d862-4f6c-bfcb-f42eeba5aaa4 service neutron] Transition to ACTIVE for port object 857ece22-8d1f-45d6-92c5-71e168db586b will not be triggered until provisioned by entity L2. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:01:20.676457 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-e30a31c8-d862-4f6c-bfcb-f42eeba5aaa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850600659'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:20.694351 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5c056dd9-22ad-40d9-bf24-7673913ce42e tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:20.846998 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a31c8-d862-4f6c-bfcb-f42eeba5aaa4 service neutron] Pushing event updated for resources: {'Port': ['ID=857ece22-8d1f-45d6-92c5-71e168db586b,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:20.852354 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e30a31c8-d862-4f6c-bfcb-f42eeba5aaa4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:20.873976 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5ba03a9-d416-4241-9d79-747319abd0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:21.157452 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-e30a31c8-d862-4f6c-bfcb-f42eeba5aaa4 service neutron] Attempting to bind port 857ece22-8d1f-45d6-92c5-71e168db586b on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:01:21.158192 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-e30a31c8-d862-4f6c-bfcb-f42eeba5aaa4 service neutron] Attempting to bind port 857ece22-8d1f-45d6-92c5-71e168db586b by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '5ff09553-2e45-4579-a75d-318aee94609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5'}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:01:21.158192 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-e30a31c8-d862-4f6c-bfcb-f42eeba5aaa4 service neutron] Attempting to bind port 857ece22-8d1f-45d6-92c5-71e168db586b on network 4937fa2d-486c-425f-8f41-7505739147e5 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:01:21.166084 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-e30a31c8-d862-4f6c-bfcb-f42eeba5aaa4 service neutron] Port 857ece22-8d1f-45d6-92c5-71e168db586b on network 4937fa2d-486c-425f-8f41-7505739147e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 11:01:21.166458 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-e30a31c8-d862-4f6c-bfcb-f42eeba5aaa4 service neutron] Attempting to bind port 857ece22-8d1f-45d6-92c5-71e168db586b on network 4937fa2d-486c-425f-8f41-7505739147e5 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:01:21.177093 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-e30a31c8-d862-4f6c-bfcb-f42eeba5aaa4 service neutron] Checking agent: {'id': '39ee03b0-0a73-4082-87ae-8bc447154759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:01:21.177497 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-e30a31c8-d862-4f6c-bfcb-f42eeba5aaa4 service neutron] Checking segment: {'id': '5ff09553-2e45-4579-a75d-318aee94609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:01:21.177807 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-e30a31c8-d862-4f6c-bfcb-f42eeba5aaa4 service neutron] Bound using segment: {'id': '5ff09553-2e45-4579-a75d-318aee94609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5'} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:01:21.178292 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-e30a31c8-d862-4f6c-bfcb-f42eeba5aaa4 service neutron] Bound port: 857ece22-8d1f-45d6-92c5-71e168db586b, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ff09553-2e45-4579-a75d-318aee94609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5'}}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:01:21.178683 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-e30a31c8-d862-4f6c-bfcb-f42eeba5aaa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:21.258002 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aba40f-ada8-407b-9e06-a1655cce48e9 req-82ee269f-58c5-4568-8203-42457f0ef2ee tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:21.258684 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-d1aba40f-ada8-407b-9e06-a1655cce48e9 req-82ee269f-58c5-4568-8203-42457f0ef2ee tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Synchronizing usage tracker for tenant:deae0b492b4b43be850d6b1e6cdedac1 on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:01:21.308232 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-d1aba40f-ada8-407b-9e06-a1655cce48e9 req-82ee269f-58c5-4568-8203-42457f0ef2ee tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Unset dirty status for tenant:deae0b492b4b43be850d6b1e6cdedac1 on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:01:21.309471 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d1aba40f-ada8-407b-9e06-a1655cce48e9 req-82ee269f-58c5-4568-8203-42457f0ef2ee tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 943 time: 0.2306106 Apr 15 11:01:21.313414 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-e30a31c8-d862-4f6c-bfcb-f42eeba5aaa4 service neutron] For port 857ece22-8d1f-45d6-92c5-71e168db586b, host hv-cinder-78638, cleared binding levels {{(pid=85270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:01:21.316630 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-e30a31c8-d862-4f6c-bfcb-f42eeba5aaa4 service neutron] For port 857ece22-8d1f-45d6-92c5-71e168db586b, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=857ece22-8d1f-45d6-92c5-71e168db586b,segment=NetworkSegment(5ff09553-2e45-4579-a75d-318aee94609d),segment_id=5ff09553-2e45-4579-a75d-318aee94609d)] {{(pid=85270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:01:21.333842 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-e30a31c8-d862-4f6c-bfcb-f42eeba5aaa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850600659'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:21.351632 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5f85a90f-9ba3-4d89-9746-37ff27dccdf5 tempest-VolumesSnapshotTestJSON-1438705444 tempest-VolumesSnapshotTestJSON-1438705444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:21.764652 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d1aba40f-ada8-407b-9e06-a1655cce48e9 req-af31ba05-b389-4ff2-99a5-bc0005cc3ab9 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4465859 Apr 15 11:01:21.792608 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a31c8-d862-4f6c-bfcb-f42eeba5aaa4 service neutron] Pushing event updated for resources: {'Port': ['ID=857ece22-8d1f-45d6-92c5-71e168db586b,revision_number=3']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:21.798195 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e30a31c8-d862-4f6c-bfcb-f42eeba5aaa4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:21.832217 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-e30a31c8-d862-4f6c-bfcb-f42eeba5aaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:21.833000 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-e30a31c8-d862-4f6c-bfcb-f42eeba5aaa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:21.834352 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-e30a31c8-d862-4f6c-bfcb-f42eeba5aaa4 service neutron] 10.222.0.60 "PUT /v2.0/ports/857ece22-8d1f-45d6-92c5-71e168db586b HTTP/1.1" status: 200 len: 1093 time: 1.8386230 Apr 15 11:01:21.834858 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d1a16e-2f4d-4788-b00a-743c4ece1024', 'tag': '857ece22-8d1f-45d6-92c5-71e168db586b'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:01:21.932639 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d1a16e-2f4d-4788-b00a-743c4ece1024', 'tag': '857ece22-8d1f-45d6-92c5-71e168db586b', 'status': 'completed', 'code': 200} Apr 15 11:01:21.980025 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-fed607d7-c611-442f-a259-d25abb17cb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:21.981656 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-fed607d7-c611-442f-a259-d25abb17cb3b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=deae0b492b4b43be850d6b1e6cdedac1&device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 1096 time: 0.0964801 Apr 15 11:01:22.058869 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-7f1d3cbe-21fe-4f2c-a4cd-a73d13c7b75e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=857ece22-8d1f-45d6-92c5-71e168db586b HTTP/1.1" status: 200 len: 217 time: 0.0703018 Apr 15 11:01:22.133198 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-9c331bad-bf14-486b-b93c-d38eab2e65ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:22.135491 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-9c331bad-bf14-486b-b93c-d38eab2e65ee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f9fd427-705c-4c25-9c31-812ae7cb8576 HTTP/1.1" status: 200 len: 850 time: 0.0708952 Apr 15 11:01:22.219457 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-f0f11112-5ad8-4a1f-b5b7-1bb578cc9ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:22.221105 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-f0f11112-5ad8-4a1f-b5b7-1bb578cc9ecb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4937fa2d-486c-425f-8f41-7505739147e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0796468 Apr 15 11:01:22.377600 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-8e25a5c1-75b1-4a43-9313-93364b4a6c7a service neutron] 10.222.0.60 "GET /v2.0/networks/4937fa2d-486c-425f-8f41-7505739147e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495903 Apr 15 11:01:22.530111 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d05725f4-4959-4a42-abd5-30b0356a5535 req-6d4329f3-bbdc-40ce-92bb-5bbe9934d0a6 service neutron] 10.222.0.60 "GET /v2.0/networks/4937fa2d-486c-425f-8f41-7505739147e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467025 Apr 15 11:01:22.661492 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388feee-d0c7-456f-ac69-b451cd867cc7 req-02a3a7d1-e3a0-4ae6-91fb-8effffdf1942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:22.663063 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f388feee-d0c7-456f-ac69-b451cd867cc7 req-02a3a7d1-e3a0-4ae6-91fb-8effffdf1942 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=deae0b492b4b43be850d6b1e6cdedac1&device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 1096 time: 0.0850856 Apr 15 11:01:22.824804 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388feee-d0c7-456f-ac69-b451cd867cc7 req-75b599e1-dc47-434a-ba10-b362046d3912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:22.826683 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f388feee-d0c7-456f-ac69-b451cd867cc7 req-75b599e1-dc47-434a-ba10-b362046d3912 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4937fa2d-486c-425f-8f41-7505739147e5 HTTP/1.1" status: 200 len: 912 time: 0.1578610 Apr 15 11:01:22.908080 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f388feee-d0c7-456f-ac69-b451cd867cc7 req-248f2f70-68d0-4ac7-90af-98ed0b3ea411 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=857ece22-8d1f-45d6-92c5-71e168db586b HTTP/1.1" status: 200 len: 217 time: 0.0748203 Apr 15 11:01:23.034965 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388feee-d0c7-456f-ac69-b451cd867cc7 req-82f8c138-650c-4839-b72b-e9fc6c96ddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:23.036575 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f388feee-d0c7-456f-ac69-b451cd867cc7 req-82f8c138-650c-4839-b72b-e9fc6c96ddfa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f9fd427-705c-4c25-9c31-812ae7cb8576 HTTP/1.1" status: 200 len: 850 time: 0.0875208 Apr 15 11:01:23.118435 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a79c0-b47c-45b8-8d66-2831d4c2f6e7 req-a419ed71-7d9f-4934-9b26-11d255c668c8 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:23.120190 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2f1a79c0-b47c-45b8-8d66-2831d4c2f6e7 req-a419ed71-7d9f-4934-9b26-11d255c668c8 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 943 time: 0.2143223 Apr 15 11:01:23.185289 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388feee-d0c7-456f-ac69-b451cd867cc7 req-a1f35d29-b06b-4c9c-9995-8ec5d39dee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:23.187138 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f388feee-d0c7-456f-ac69-b451cd867cc7 req-a1f35d29-b06b-4c9c-9995-8ec5d39dee61 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4937fa2d-486c-425f-8f41-7505739147e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1438451 Apr 15 11:01:23.190503 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2f1a79c0-b47c-45b8-8d66-2831d4c2f6e7 req-504b8c2d-5fc1-41df-8c85-28d0deeae6d4 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611033 Apr 15 11:01:23.340262 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1702eca1-b27f-45c6-a716-247d0223d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:23.371164 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f388feee-d0c7-456f-ac69-b451cd867cc7 req-c7d1bcd9-8e96-47cf-a381-6b942f8c6108 service neutron] 10.222.0.60 "GET /v2.0/networks/4937fa2d-486c-425f-8f41-7505739147e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650975 Apr 15 11:01:23.528618 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f388feee-d0c7-456f-ac69-b451cd867cc7 req-aa907bbe-4ece-40eb-bac4-2619f9e92cb5 service neutron] 10.222.0.60 "GET /v2.0/networks/4937fa2d-486c-425f-8f41-7505739147e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506586 Apr 15 11:01:24.166341 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:24.353003 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:24.406818 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f7b35-893d-4590-8c09-92b2d2781328 req-adefc975-2197-4ed0-af00-63dbbbd8e399 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:24.408541 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-000f7b35-893d-4590-8c09-92b2d2781328 req-adefc975-2197-4ed0-af00-63dbbbd8e399 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 943 time: 0.0932329 Apr 15 11:01:24.465991 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-000f7b35-893d-4590-8c09-92b2d2781328 req-7cc8a0b6-9a4f-4b0c-a1bc-4f8f9c266526 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505359 Apr 15 11:01:25.143845 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:25.258422 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:25.672472 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8db1d-54b8-491a-bc0e-5bf428b18554 req-19cb056e-3e56-47a1-ba62-f846563b7a8d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:25.674001 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f9d8db1d-54b8-491a-bc0e-5bf428b18554 req-19cb056e-3e56-47a1-ba62-f846563b7a8d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 943 time: 0.0895956 Apr 15 11:01:25.724122 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f9d8db1d-54b8-491a-bc0e-5bf428b18554 req-d0d4ee46-a08d-4c2b-8d6a-243dcdf1ef55 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435715 Apr 15 11:01:26.946339 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32613e-2541-4ea8-9b86-bd7214f36c5a req-28806fbf-11a0-42cf-b227-d83d733b1c6b tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:26.948273 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ed32613e-2541-4ea8-9b86-bd7214f36c5a req-28806fbf-11a0-42cf-b227-d83d733b1c6b tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 943 time: 0.0989530 Apr 15 11:01:26.997999 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ed32613e-2541-4ea8-9b86-bd7214f36c5a req-4c79a912-7e99-43e3-8eef-4efe5623a117 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430863 Apr 15 11:01:27.670681 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 857ece22-8d1f-45d6-92c5-71e168db586b details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:01:27.815073 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 857ece22-8d1f-45d6-92c5-71e168db586b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=857ece22-8d1f-45d6-92c5-71e168db586b,segment=NetworkSegment(5ff09553-2e45-4579-a75d-318aee94609d),segment_id=5ff09553-2e45-4579-a75d-318aee94609d)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:27.830749 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Returning: {'device': '857ece22-8d1f-45d6-92c5-71e168db586b', 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5', 'port_id': '857ece22-8d1f-45d6-92c5-71e168db586b', 'mac_address': 'fa:16:3e:c1:97:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f9fd427-705c-4c25-9c31-812ae7cb8576', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:01:27.894269 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:27.913815 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 857ece22-8d1f-45d6-92c5-71e168db586b {{(pid=85273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:01:27.930692 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 857ece22-8d1f-45d6-92c5-71e168db586b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=857ece22-8d1f-45d6-92c5-71e168db586b,segment=NetworkSegment(5ff09553-2e45-4579-a75d-318aee94609d),segment_id=5ff09553-2e45-4579-a75d-318aee94609d)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:27.933490 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:27.936467 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:28.009463 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=857ece22-8d1f-45d6-92c5-71e168db586b,revision_number=4']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:28.012670 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:28.202917 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e4a2d-7eb0-4503-b9a9-b18173d27cb9 req-766df1d6-7de2-4b40-ab64-99f2a154cd59 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:28.204512 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d73e4a2d-7eb0-4503-b9a9-b18173d27cb9 req-766df1d6-7de2-4b40-ab64-99f2a154cd59 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 944 time: 0.0905516 Apr 15 11:01:28.259354 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d73e4a2d-7eb0-4503-b9a9-b18173d27cb9 req-72ae8e55-7523-4c95-ada2-c79e93ac5084 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473156 Apr 15 11:01:28.385488 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['857ece22-8d1f-45d6-92c5-71e168db586b'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:01:29.479383 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73c133-ba38-4692-8056-de49ce798639 req-33ccdf11-4dfc-4e35-8fac-a8c26eb88d2d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:29.481160 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ce73c133-ba38-4692-8056-de49ce798639 req-33ccdf11-4dfc-4e35-8fac-a8c26eb88d2d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 944 time: 0.1003313 Apr 15 11:01:29.531882 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ce73c133-ba38-4692-8056-de49ce798639 req-31f5748e-cd60-4e04-9a13-40b7a7778726 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434148 Apr 15 11:01:29.686743 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 857ece22-8d1f-45d6-92c5-71e168db586b up at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:29.757557 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning for port 857ece22-8d1f-45d6-92c5-71e168db586b completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:01:29.762340 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning complete for port 857ece22-8d1f-45d6-92c5-71e168db586b triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:29.762758 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:29.890600 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:29.918515 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d1a16e-2f4d-4788-b00a-743c4ece1024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '857ece22-8d1f-45d6-92c5-71e168db586b'}] {{(pid=85273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:01:29.929270 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port 857ece22-8d1f-45d6-92c5-71e168db586b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=857ece22-8d1f-45d6-92c5-71e168db586b,segment=NetworkSegment(5ff09553-2e45-4579-a75d-318aee94609d),segment_id=5ff09553-2e45-4579-a75d-318aee94609d)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:29.932416 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:29.934323 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:29.970410 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d1a16e-2f4d-4788-b00a-743c4ece1024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '857ece22-8d1f-45d6-92c5-71e168db586b', 'code': 200} Apr 15 11:01:30.015861 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=857ece22-8d1f-45d6-92c5-71e168db586b,revision_number=5']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:30.018926 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:30.214466 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d7307-659b-4857-8516-5e4d29874262 req-8136a657-27f7-4b9f-abb0-516f5eb4588e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:30.216045 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3c1d7307-659b-4857-8516-5e4d29874262 req-8136a657-27f7-4b9f-abb0-516f5eb4588e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 1098 time: 0.0819268 Apr 15 11:01:30.263026 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3c1d7307-659b-4857-8516-5e4d29874262 req-b358532d-4a5e-40d2-9cdf-7c4e265cca67 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409279 Apr 15 11:01:30.739899 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ced88-0e87-4d2b-92e3-22c2ad9711bf req-53bff06e-1816-463f-b0d6-c634fae857a1 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:30.741515 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c52ced88-0e87-4d2b-92e3-22c2ad9711bf req-53bff06e-1816-463f-b0d6-c634fae857a1 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 945 time: 0.0900948 Apr 15 11:01:30.790066 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c52ced88-0e87-4d2b-92e3-22c2ad9711bf req-69e4bc82-f3cf-4bc9-8167-8fac106248dc tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415988 Apr 15 11:01:31.997037 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba38432-ca07-46f7-b92a-a345bf45fe41 req-da6bab99-fa7b-4d0d-a921-3264b9ca4366 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:31.998823 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4ba38432-ca07-46f7-b92a-a345bf45fe41 req-da6bab99-fa7b-4d0d-a921-3264b9ca4366 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 945 time: 0.0909553 Apr 15 11:01:32.046806 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4ba38432-ca07-46f7-b92a-a345bf45fe41 req-d37ff0ac-5857-4938-8223-73b876f9ae21 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415361 Apr 15 11:01:32.245667 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4932d-5fec-4bbf-af8a-855283253732 req-d122e71c-d44e-4217-91cf-be75ee07cd05 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:32.247312 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6bc4932d-5fec-4bbf-af8a-855283253732 req-d122e71c-d44e-4217-91cf-be75ee07cd05 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 945 time: 0.0901382 Apr 15 11:01:32.256801 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 46166) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:32.262476 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-5ea0528e-da8d-4898-a942-5fb871656967 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Request body: {'floatingip': {'port_id': '857ece22-8d1f-45d6-92c5-71e168db586b'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:01:32.352026 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5ea0528e-da8d-4898-a942-5fb871656967 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for floatingip, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:32.994034 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5ea0528e-da8d-4898-a942-5fb871656967 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:32.996940 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5ea0528e-da8d-4898-a942-5fb871656967 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415207'] for floatingip, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:33.430833 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.l3_db [None req-5ea0528e-da8d-4898-a942-5fb871656967 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Floating IP e998e97e-3e53-4f96-b882-df75cdf72ca6 associated. External IP: 172.27.2.120, port: 857ece22-8d1f-45d6-92c5-71e168db586b. Apr 15 11:01:33.807294 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea0528e-da8d-4898-a942-5fb871656967 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Router 7c2089bb-83ab-4259-8249-c74247cdb2bb has already been hosted by L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 {{(pid=85270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:01:34.005539 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea0528e-da8d-4898-a942-5fb871656967 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:01:34.010507 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5ea0528e-da8d-4898-a942-5fb871656967 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for floatingip, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:34.015832 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01b545f-d7e2-4829-92a1-61a83ee0175d None None] Sync routers for ids ['7c2089bb-83ab-4259-8249-c74247cdb2bb'] in dv-cinder-786383-1-iscsi {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:01:34.026981 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01b545f-d7e2-4829-92a1-61a83ee0175d None None] Routers {'7c2089bb-83ab-4259-8249-c74247cdb2bb'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:01:34.027652 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-b01b545f-d7e2-4829-92a1-61a83ee0175d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:01:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['7c2089bb-83ab-4259-8249-c74247cdb2bb'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:34.084180 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-5ea0528e-da8d-4898-a942-5fb871656967 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "PUT /v2.0/floatingips/e998e97e-3e53-4f96-b882-df75cdf72ca6 HTTP/1.1" status: 200 len: 991 time: 1.8260715 Apr 15 11:01:34.084792 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d1a16e-2f4d-4788-b00a-743c4ece1024', 'tag': '857ece22-8d1f-45d6-92c5-71e168db586b'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:01:34.147587 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d1a16e-2f4d-4788-b00a-743c4ece1024', 'tag': '857ece22-8d1f-45d6-92c5-71e168db586b', 'status': 'completed', 'code': 200} Apr 15 11:01:34.256351 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-b01b545f-d7e2-4829-92a1-61a83ee0175d None None] Set router 7c2089bb-83ab-4259-8249-c74247cdb2bb gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:01:34.262501 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708142eb-e65f-49d9-8359-254d9189e45f req-c27b32b9-26b3-4fb4-95d7-9b8b615fdaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:34.264402 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-708142eb-e65f-49d9-8359-254d9189e45f req-c27b32b9-26b3-4fb4-95d7-9b8b615fdaad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=deae0b492b4b43be850d6b1e6cdedac1&device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 1098 time: 0.0922732 Apr 15 11:01:34.421870 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708142eb-e65f-49d9-8359-254d9189e45f req-91f7a87a-94f2-499c-925b-51ac4d98f227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:34.423540 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-708142eb-e65f-49d9-8359-254d9189e45f req-91f7a87a-94f2-499c-925b-51ac4d98f227 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4937fa2d-486c-425f-8f41-7505739147e5 HTTP/1.1" status: 200 len: 912 time: 0.1523278 Apr 15 11:01:34.559042 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-708142eb-e65f-49d9-8359-254d9189e45f req-a9ccc1ac-9ee2-4876-8351-a50977cf5faf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=857ece22-8d1f-45d6-92c5-71e168db586b HTTP/1.1" status: 200 len: 999 time: 0.1275506 Apr 15 11:01:34.638628 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708142eb-e65f-49d9-8359-254d9189e45f req-db77e5f5-a5d9-447b-895e-4c759e8c4ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:34.640203 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-708142eb-e65f-49d9-8359-254d9189e45f req-db77e5f5-a5d9-447b-895e-4c759e8c4ce5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f9fd427-705c-4c25-9c31-812ae7cb8576 HTTP/1.1" status: 200 len: 850 time: 0.0712821 Apr 15 11:01:34.665196 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-b01b545f-d7e2-4829-92a1-61a83ee0175d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'name': 'tempest-AttachVolumeTestJSON-1044229295-router', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '11422df9-d296-4e49-a664-6b10ce1630be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:06Z', 'updated_at': '2021-04-15T11:01:11Z', 'revision_number': 4, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'gw_port': {'id': '11422df9-d296-4e49-a664-6b10ce1630be', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:21:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:07Z', 'updated_at': '2021-04-15T11:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_floatingips': [{'id': 'e998e97e-3e53-4f96-b882-df75cdf72ca6', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'router_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'port_id': '857ece22-8d1f-45d6-92c5-71e168db586b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5', 'mac_address': 'fa:16:3e:c1:97:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d1a16e-2f4d-4788-b00a-743c4ece1024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:01:15Z', 'updated_at': '2021-04-15T11:01:32Z', 'revision_number': 1, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ff38127-e0a6-42f3-8d1a-6601a6e0ece5', 'name': '', 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'mac_address': 'fa:16:3e:29:60:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7f9fd427-705c-4c25-9c31-812ae7cb8576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:10Z', 'updated_at': '2021-04-15T11:01:18Z', 'revision_number': 5, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'subnets': [{'id': '7f9fd427-705c-4c25-9c31-812ae7cb8576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:34.669988 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01b545f-d7e2-4829-92a1-61a83ee0175d None None] Checking router: 7c2089bb-83ab-4259-8249-c74247cdb2bb for host: dv-cinder-786383-1-iscsi {{(pid=85276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:01:34.679239 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01b545f-d7e2-4829-92a1-61a83ee0175d None None] Routers {'7c2089bb-83ab-4259-8249-c74247cdb2bb'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:01:34.679897 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-b01b545f-d7e2-4829-92a1-61a83ee0175d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:01:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['7c2089bb-83ab-4259-8249-c74247cdb2bb'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:34.730317 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708142eb-e65f-49d9-8359-254d9189e45f req-a47523f6-afcb-4a9f-b544-601ad4d50c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:34.732138 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-708142eb-e65f-49d9-8359-254d9189e45f req-a47523f6-afcb-4a9f-b544-601ad4d50c31 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4937fa2d-486c-425f-8f41-7505739147e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0846782 Apr 15 11:01:34.885936 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-708142eb-e65f-49d9-8359-254d9189e45f req-a674c978-379f-4441-9d92-ed6a65ccf694 service neutron] 10.222.0.60 "GET /v2.0/networks/4937fa2d-486c-425f-8f41-7505739147e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471102 Apr 15 11:01:34.886341 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-b01b545f-d7e2-4829-92a1-61a83ee0175d None None] Set router 7c2089bb-83ab-4259-8249-c74247cdb2bb gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:01:35.041635 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-708142eb-e65f-49d9-8359-254d9189e45f req-d93034be-749a-41dc-bc93-36f2ee3cef0c service neutron] 10.222.0.60 "GET /v2.0/networks/4937fa2d-486c-425f-8f41-7505739147e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484725 Apr 15 11:01:35.452132 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-b01b545f-d7e2-4829-92a1-61a83ee0175d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'name': 'tempest-AttachVolumeTestJSON-1044229295-router', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '11422df9-d296-4e49-a664-6b10ce1630be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:06Z', 'updated_at': '2021-04-15T11:01:11Z', 'revision_number': 4, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'gw_port': {'id': '11422df9-d296-4e49-a664-6b10ce1630be', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:21:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:07Z', 'updated_at': '2021-04-15T11:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_floatingips': [{'id': 'e998e97e-3e53-4f96-b882-df75cdf72ca6', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'router_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'port_id': '857ece22-8d1f-45d6-92c5-71e168db586b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5', 'mac_address': 'fa:16:3e:c1:97:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d1a16e-2f4d-4788-b00a-743c4ece1024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:01:15Z', 'updated_at': '2021-04-15T11:01:32Z', 'revision_number': 1, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ff38127-e0a6-42f3-8d1a-6601a6e0ece5', 'name': '', 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'mac_address': 'fa:16:3e:29:60:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7f9fd427-705c-4c25-9c31-812ae7cb8576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:10Z', 'updated_at': '2021-04-15T11:01:18Z', 'revision_number': 5, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'subnets': [{'id': '7f9fd427-705c-4c25-9c31-812ae7cb8576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:35.456711 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01b545f-d7e2-4829-92a1-61a83ee0175d None None] The sync data for ids ['7c2089bb-83ab-4259-8249-c74247cdb2bb'] in dv-cinder-786383-1-iscsi is: [{'id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'name': 'tempest-AttachVolumeTestJSON-1044229295-router', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '11422df9-d296-4e49-a664-6b10ce1630be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:06Z', 'updated_at': '2021-04-15T11:01:11Z', 'revision_number': 4, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'gw_port': {'id': '11422df9-d296-4e49-a664-6b10ce1630be', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:21:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:07Z', 'updated_at': '2021-04-15T11:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_floatingips': [{'id': 'e998e97e-3e53-4f96-b882-df75cdf72ca6', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'router_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'port_id': '857ece22-8d1f-45d6-92c5-71e168db586b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5', 'mac_address': 'fa:16:3e:c1:97:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d1a16e-2f4d-4788-b00a-743c4ece1024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:01:15Z', 'updated_at': '2021-04-15T11:01:32Z', 'revision_number': 1, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ff38127-e0a6-42f3-8d1a-6601a6e0ece5', 'name': '', 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'mac_address': 'fa:16:3e:29:60:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7f9fd427-705c-4c25-9c31-812ae7cb8576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:10Z', 'updated_at': '2021-04-15T11:01:18Z', 'revision_number': 5, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'subnets': [{'id': '7f9fd427-705c-4c25-9c31-812ae7cb8576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:01:35.750345 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada8b1fc-a86a-4737-b947-b875d892963d None None] New status for floating IP e998e97e-3e53-4f96-b882-df75cdf72ca6: ACTIVE {{(pid=85273) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:01:39.848011 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 46184) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:40.086025 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-d6e353a7-b578-4900-b680-dd01e6c03974 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Deleting port 7378c009-ea29-4adc-9c68-a88db0565f08 {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:01:40.086406 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d6e353a7-b578-4900-b680-dd01e6c03974 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:40.276587 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d6e353a7-b578-4900-b680-dd01e6c03974 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:40.276963 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d6e353a7-b578-4900-b680-dd01e6c03974 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:40.415974 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-d6e353a7-b578-4900-b680-dd01e6c03974 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Calling delete_port for 7378c009-ea29-4adc-9c68-a88db0565f08 owned by network:floatingip {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:01:40.587089 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d6e353a7-b578-4900-b680-dd01e6c03974 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:40.603139 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-d730f8eb-5c5d-4df7-8843-a01298a295a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:40.702886 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e353a7-b578-4900-b680-dd01e6c03974 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Pushing event deleted for resources: {'Port': ['ID=7378c009-ea29-4adc-9c68-a88db0565f08,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:40.706816 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-d6e353a7-b578-4900-b680-dd01e6c03974 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:40.877040 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d6e353a7-b578-4900-b680-dd01e6c03974 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for floatingip, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:40.877650 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.l3_db [None req-d6e353a7-b578-4900-b680-dd01e6c03974 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Floating IP c3b63e46-7939-47a0-a7fb-57c0a30f5b39 disassociated (deleted). External IP: 172.27.2.36, port: 2eb931fc-654b-4bf4-a20d-426a2818016d. Apr 15 11:01:41.530680 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e353a7-b578-4900-b680-dd01e6c03974 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Router eda0ea58-bbd3-45c3-9c42-6273963739ca has already been hosted by L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 {{(pid=85270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:01:41.721071 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e353a7-b578-4900-b680-dd01e6c03974 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:01:41.731383 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec026d0d-f52a-4166-bbbb-1bb74409a54c None None] Sync routers for ids ['eda0ea58-bbd3-45c3-9c42-6273963739ca'] in dv-cinder-786383-1-iscsi {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:01:41.740545 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d6e353a7-b578-4900-b680-dd01e6c03974 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for floatingip, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:41.742994 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec026d0d-f52a-4166-bbbb-1bb74409a54c None None] Routers {'eda0ea58-bbd3-45c3-9c42-6273963739ca'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:01:41.743675 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-ec026d0d-f52a-4166-bbbb-1bb74409a54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:01:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['eda0ea58-bbd3-45c3-9c42-6273963739ca'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:41.805942 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-d6e353a7-b578-4900-b680-dd01e6c03974 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "DELETE /v2.0/floatingips/c3b63e46-7939-47a0-a7fb-57c0a30f5b39 HTTP/1.1" status: 204 len: 168 time: 1.9564698 Apr 15 11:01:41.806977 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '647bc9be-076a-4173-a7dc-0f4f42f82079', 'tag': '2eb931fc-654b-4bf4-a20d-426a2818016d'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:01:41.863367 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '647bc9be-076a-4173-a7dc-0f4f42f82079', 'tag': '2eb931fc-654b-4bf4-a20d-426a2818016d', 'status': 'completed', 'code': 200} Apr 15 11:01:41.953479 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-ec026d0d-f52a-4166-bbbb-1bb74409a54c None None] Set router eda0ea58-bbd3-45c3-9c42-6273963739ca gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:01:41.972912 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80671c2-f3f2-4afb-9fb1-8297a196ae0f req-7baed90a-74b6-498f-9308-7b1a4aa026f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:41.974631 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e80671c2-f3f2-4afb-9fb1-8297a196ae0f req-7baed90a-74b6-498f-9308-7b1a4aa026f3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d516e7b1217b4704a4aa785b44efb62b&device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 1099 time: 0.0842605 Apr 15 11:01:42.194626 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80671c2-f3f2-4afb-9fb1-8297a196ae0f req-4b276f8f-fcec-4a98-80e6-e6c3bbd4599e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:42.196246 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e80671c2-f3f2-4afb-9fb1-8297a196ae0f req-4b276f8f-fcec-4a98-80e6-e6c3bbd4599e service neutron] 10.222.0.60 "GET /v2.0/networks?id=4f8d55c0-b745-4c00-b4f6-c4a822798a19 HTTP/1.1" status: 200 len: 913 time: 0.2156558 Apr 15 11:01:42.281357 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e80671c2-f3f2-4afb-9fb1-8297a196ae0f req-3c903842-c86e-47c2-bf74-92ff1bb9eac0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2eb931fc-654b-4bf4-a20d-426a2818016d HTTP/1.1" status: 200 len: 217 time: 0.0763550 Apr 15 11:01:42.345907 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-ec026d0d-f52a-4166-bbbb-1bb74409a54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'name': 'tempest-TestVolumeBootPattern-1486983443-router', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:39Z', 'updated_at': '2021-04-15T10:51:45Z', 'revision_number': 4, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'gw_port': {'id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:40Z', 'updated_at': '2021-04-15T10:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_floatingips': [{'id': '7d70a2ea-a5b3-4ec7-acd5-dcbc41343e66', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'router_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'port_id': '4fba1157-274d-4bee-8855-eff960b524a0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'mac_address': 'fa:16:3e:68:00:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5e5771-8f9b-4b37-a715-27b78f092b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:55:58Z', 'updated_at': '2021-04-15T10:56:02Z', 'revision_number': 1, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1c99c6-7736-4717-947d-238471bbea37', 'name': '', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'mac_address': 'fa:16:3e:a6:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:44Z', 'updated_at': '2021-04-15T10:51:56Z', 'revision_number': 5, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'subnets': [{'id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:42.350774 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec026d0d-f52a-4166-bbbb-1bb74409a54c None None] Checking router: eda0ea58-bbd3-45c3-9c42-6273963739ca for host: dv-cinder-786383-1-iscsi {{(pid=85276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:01:42.361401 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec026d0d-f52a-4166-bbbb-1bb74409a54c None None] Routers {'eda0ea58-bbd3-45c3-9c42-6273963739ca'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:01:42.362070 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-ec026d0d-f52a-4166-bbbb-1bb74409a54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:01:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['eda0ea58-bbd3-45c3-9c42-6273963739ca'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:42.369038 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ae989-dd82-4710-979c-b5dc6c6edaba req-dfa20567-0003-4f76-8caf-30ac11b6edbc tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:42.369871 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-c75ae989-dd82-4710-979c-b5dc6c6edaba req-dfa20567-0003-4f76-8caf-30ac11b6edbc tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Synchronizing usage tracker for tenant:d516e7b1217b4704a4aa785b44efb62b on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:01:42.380453 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80671c2-f3f2-4afb-9fb1-8297a196ae0f req-229c0ee2-f56f-40c8-87c8-e0c83c6dc73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:42.382013 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e80671c2-f3f2-4afb-9fb1-8297a196ae0f req-229c0ee2-f56f-40c8-87c8-e0c83c6dc73e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=75809ed1-552c-494e-b7fe-6c14ea11681a HTTP/1.1" status: 200 len: 851 time: 0.0904212 Apr 15 11:01:42.454729 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-c75ae989-dd82-4710-979c-b5dc6c6edaba req-dfa20567-0003-4f76-8caf-30ac11b6edbc tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Unset dirty status for tenant:d516e7b1217b4704a4aa785b44efb62b on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:01:42.456061 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c75ae989-dd82-4710-979c-b5dc6c6edaba req-dfa20567-0003-4f76-8caf-30ac11b6edbc tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 946 time: 0.3181055 Apr 15 11:01:42.535200 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80671c2-f3f2-4afb-9fb1-8297a196ae0f req-548da75b-905f-4fe5-a4f2-59c1bcc25da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:42.537021 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e80671c2-f3f2-4afb-9fb1-8297a196ae0f req-548da75b-905f-4fe5-a4f2-59c1bcc25da3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4f8d55c0-b745-4c00-b4f6-c4a822798a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1469266 Apr 15 11:01:42.540034 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c75ae989-dd82-4710-979c-b5dc6c6edaba req-b24d3d1c-db8a-48da-b773-014d9278eaa6 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643342 Apr 15 11:01:42.561113 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-ec026d0d-f52a-4166-bbbb-1bb74409a54c None None] Set router eda0ea58-bbd3-45c3-9c42-6273963739ca gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:01:42.729261 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e80671c2-f3f2-4afb-9fb1-8297a196ae0f req-19c1080b-9374-4023-84a2-729e0fb9ace6 service neutron] 10.222.0.60 "GET /v2.0/networks/4f8d55c0-b745-4c00-b4f6-c4a822798a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849074 Apr 15 11:01:42.884036 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e80671c2-f3f2-4afb-9fb1-8297a196ae0f req-5c08c7f3-4eaf-4a0c-9059-d79aecb9c8d9 service neutron] 10.222.0.60 "GET /v2.0/networks/4f8d55c0-b745-4c00-b4f6-c4a822798a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480470 Apr 15 11:01:43.001788 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-ec026d0d-f52a-4166-bbbb-1bb74409a54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'name': 'tempest-TestVolumeBootPattern-1486983443-router', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:39Z', 'updated_at': '2021-04-15T10:51:45Z', 'revision_number': 4, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'gw_port': {'id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:40Z', 'updated_at': '2021-04-15T10:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_floatingips': [{'id': '7d70a2ea-a5b3-4ec7-acd5-dcbc41343e66', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'router_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'port_id': '4fba1157-274d-4bee-8855-eff960b524a0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'mac_address': 'fa:16:3e:68:00:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5e5771-8f9b-4b37-a715-27b78f092b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:55:58Z', 'updated_at': '2021-04-15T10:56:02Z', 'revision_number': 1, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1c99c6-7736-4717-947d-238471bbea37', 'name': '', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'mac_address': 'fa:16:3e:a6:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:44Z', 'updated_at': '2021-04-15T10:51:56Z', 'revision_number': 5, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'subnets': [{'id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:43.006265 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec026d0d-f52a-4166-bbbb-1bb74409a54c None None] The sync data for ids ['eda0ea58-bbd3-45c3-9c42-6273963739ca'] in dv-cinder-786383-1-iscsi is: [{'id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'name': 'tempest-TestVolumeBootPattern-1486983443-router', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:39Z', 'updated_at': '2021-04-15T10:51:45Z', 'revision_number': 4, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'gw_port': {'id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:40Z', 'updated_at': '2021-04-15T10:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_floatingips': [{'id': '7d70a2ea-a5b3-4ec7-acd5-dcbc41343e66', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'router_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'port_id': '4fba1157-274d-4bee-8855-eff960b524a0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'mac_address': 'fa:16:3e:68:00:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5e5771-8f9b-4b37-a715-27b78f092b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:55:58Z', 'updated_at': '2021-04-15T10:56:02Z', 'revision_number': 1, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1c99c6-7736-4717-947d-238471bbea37', 'name': '', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'mac_address': 'fa:16:3e:a6:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:44Z', 'updated_at': '2021-04-15T10:51:56Z', 'revision_number': 5, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'subnets': [{'id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:01:43.415870 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96623808-dc0f-4e85-9a46-b5cc5fbe5905 None None] New status for floating IP c3b63e46-7939-47a0-a7fb-57c0a30f5b39: DOWN {{(pid=85273) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:01:43.755840 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad17d9-3e09-4792-ac9e-818f20b4ec1e req-79359f2c-8f28-4b68-8928-ab722a5f8134 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:43.757472 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d0ad17d9-3e09-4792-ac9e-818f20b4ec1e req-79359f2c-8f28-4b68-8928-ab722a5f8134 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 946 time: 0.0940609 Apr 15 11:01:43.811826 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d0ad17d9-3e09-4792-ac9e-818f20b4ec1e req-4a50fbf9-dc13-4594-bcb5-6a886824c92c tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472751 Apr 15 11:01:43.984238 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30ecb2-6906-4fb8-bebb-73a66681ff1e req-59bdb31b-aee6-4989-a1cd-cd1542db41ba tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:43.985826 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9a30ecb2-6906-4fb8-bebb-73a66681ff1e req-59bdb31b-aee6-4989-a1cd-cd1542db41ba tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.60 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 946 time: 0.1020553 Apr 15 11:01:44.067826 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-9a30ecb2-6906-4fb8-bebb-73a66681ff1e req-e5bc5834-0915-49c5-9806-7526eb6f0144 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Deleting port 2eb931fc-654b-4bf4-a20d-426a2818016d {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:01:44.068419 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-9a30ecb2-6906-4fb8-bebb-73a66681ff1e req-e5bc5834-0915-49c5-9806-7526eb6f0144 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:44.359745 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-9a30ecb2-6906-4fb8-bebb-73a66681ff1e req-e5bc5834-0915-49c5-9806-7526eb6f0144 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] For port 2eb931fc-654b-4bf4-a20d-426a2818016d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2eb931fc-654b-4bf4-a20d-426a2818016d,segment=NetworkSegment(fc1e7391-15c4-4775-a280-31db674a4e22),segment_id=fc1e7391-15c4-4775-a280-31db674a4e22)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:44.360203 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-9a30ecb2-6906-4fb8-bebb-73a66681ff1e req-e5bc5834-0915-49c5-9806-7526eb6f0144 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:44.530171 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-9a30ecb2-6906-4fb8-bebb-73a66681ff1e req-e5bc5834-0915-49c5-9806-7526eb6f0144 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Calling delete_port for 2eb931fc-654b-4bf4-a20d-426a2818016d owned by compute:nova {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:01:44.680693 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-9a30ecb2-6906-4fb8-bebb-73a66681ff1e req-e5bc5834-0915-49c5-9806-7526eb6f0144 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:44.696995 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f668c302-13dd-4e49-a68a-43491f281946 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:44.795403 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc5834-0915-49c5-9806-7526eb6f0144 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Pushing event deleted for resources: {'Port': ['ID=2eb931fc-654b-4bf4-a20d-426a2818016d,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:44.802381 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e5bc5834-0915-49c5-9806-7526eb6f0144 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:45.009673 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a30ecb2-6906-4fb8-bebb-73a66681ff1e req-e5bc5834-0915-49c5-9806-7526eb6f0144 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] No DVR routers for this DVR port 2eb931fc-654b-4bf4-a20d-426a2818016d on host hv-cinder-78638 {{(pid=85270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:01:45.017331 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-9a30ecb2-6906-4fb8-bebb-73a66681ff1e req-e5bc5834-0915-49c5-9806-7526eb6f0144 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:45.020230 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '647bc9be-076a-4173-a7dc-0f4f42f82079', 'name': 'network-vif-deleted', 'tag': '2eb931fc-654b-4bf4-a20d-426a2818016d'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:01:45.028688 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-719f7bfe-7ba3-4a73-b419-2b5c3d62d8b0 req-4abaaf4c-4798-4e58-b890-1b8f44306339 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=647bc9be-076a-4173-a7dc-0f4f42f82079 HTTP/1.1" status: 200 len: 210 time: 0.0728707 Apr 15 11:01:45.039183 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9a30ecb2-6906-4fb8-bebb-73a66681ff1e req-e5bc5834-0915-49c5-9806-7526eb6f0144 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.60 "DELETE /v2.0/ports/2eb931fc-654b-4bf4-a20d-426a2818016d HTTP/1.1" status: 204 len: 173 time: 1.0483663 Apr 15 11:01:45.074742 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '647bc9be-076a-4173-a7dc-0f4f42f82079', 'name': 'network-vif-deleted', 'tag': '2eb931fc-654b-4bf4-a20d-426a2818016d', 'status': 'completed', 'code': 200} Apr 15 11:01:46.777176 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:01:47.775645 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 2eb931fc-654b-4bf4-a20d-426a2818016d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:01:47.819557 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] No Port match for: 2eb931fc-654b-4bf4-a20d-426a2818016d {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:01:47.820184 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 2eb931fc-654b-4bf4-a20d-426a2818016d not bound to the agent host hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:01:48.600874 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 46228) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:48.837420 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-b36324df-e633-477c-b335-0398061af4fd tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Deleting port d4f3aa5a-d088-480a-8a54-f5d69fa783c1 {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:01:48.838039 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b36324df-e633-477c-b335-0398061af4fd tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:49.043971 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b36324df-e633-477c-b335-0398061af4fd tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:49.044220 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b36324df-e633-477c-b335-0398061af4fd tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:49.188855 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-b36324df-e633-477c-b335-0398061af4fd tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Calling delete_port for d4f3aa5a-d088-480a-8a54-f5d69fa783c1 owned by network:floatingip {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:01:49.595676 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b36324df-e633-477c-b335-0398061af4fd tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:49.611363 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e30a31c8-d862-4f6c-bfcb-f42eeba5aaa4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:49.710866 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36324df-e633-477c-b335-0398061af4fd tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Pushing event deleted for resources: {'Port': ['ID=d4f3aa5a-d088-480a-8a54-f5d69fa783c1,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:49.725509 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36324df-e633-477c-b335-0398061af4fd tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:49.725929 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36324df-e633-477c-b335-0398061af4fd tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:49.726371 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36324df-e633-477c-b335-0398061af4fd tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:49.726753 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36324df-e633-477c-b335-0398061af4fd tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:49.727187 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36324df-e633-477c-b335-0398061af4fd tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:49.727595 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36324df-e633-477c-b335-0398061af4fd tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:49.728001 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36324df-e633-477c-b335-0398061af4fd tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:49.728406 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36324df-e633-477c-b335-0398061af4fd tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:49.728808 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36324df-e633-477c-b335-0398061af4fd tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:49.729210 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36324df-e633-477c-b335-0398061af4fd tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:49.729609 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36324df-e633-477c-b335-0398061af4fd tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:49.730008 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36324df-e633-477c-b335-0398061af4fd tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:49.741039 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-b36324df-e633-477c-b335-0398061af4fd tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:49.897720 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b36324df-e633-477c-b335-0398061af4fd tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for floatingip, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:49.898299 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.l3_db [None req-b36324df-e633-477c-b335-0398061af4fd tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Floating IP 7d70a2ea-a5b3-4ec7-acd5-dcbc41343e66 disassociated (deleted). External IP: 172.27.2.125, port: 4fba1157-274d-4bee-8855-eff960b524a0. Apr 15 11:01:50.300815 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36324df-e633-477c-b335-0398061af4fd tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Router eda0ea58-bbd3-45c3-9c42-6273963739ca has already been hosted by L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 {{(pid=85270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:01:50.516060 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36324df-e633-477c-b335-0398061af4fd tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:01:50.525407 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6951892b-740c-47dc-a990-84371bb7f63a None None] Sync routers for ids ['eda0ea58-bbd3-45c3-9c42-6273963739ca'] in dv-cinder-786383-1-iscsi {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:01:50.534162 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b36324df-e633-477c-b335-0398061af4fd tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for floatingip, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:50.538853 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6951892b-740c-47dc-a990-84371bb7f63a None None] Routers {'eda0ea58-bbd3-45c3-9c42-6273963739ca'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:01:50.540219 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-6951892b-740c-47dc-a990-84371bb7f63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:01:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['eda0ea58-bbd3-45c3-9c42-6273963739ca'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:50.609752 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-b36324df-e633-477c-b335-0398061af4fd tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "DELETE /v2.0/floatingips/7d70a2ea-a5b3-4ec7-acd5-dcbc41343e66 HTTP/1.1" status: 204 len: 168 time: 2.0073988 Apr 15 11:01:50.610602 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5e5771-8f9b-4b37-a715-27b78f092b1f', 'tag': '4fba1157-274d-4bee-8855-eff960b524a0'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:01:50.675650 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5e5771-8f9b-4b37-a715-27b78f092b1f', 'tag': '4fba1157-274d-4bee-8855-eff960b524a0', 'status': 'completed', 'code': 200} Apr 15 11:01:50.787093 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-6951892b-740c-47dc-a990-84371bb7f63a None None] Set router eda0ea58-bbd3-45c3-9c42-6273963739ca gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:01:50.806150 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54ed9b-e034-435f-9ba9-a6dc220ad473 req-dbbf86e0-8b52-4e5e-9d76-35adb5eaeb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:50.807842 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ae54ed9b-e034-435f-9ba9-a6dc220ad473 req-dbbf86e0-8b52-4e5e-9d76-35adb5eaeb7f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d516e7b1217b4704a4aa785b44efb62b&device_id=5d5e5771-8f9b-4b37-a715-27b78f092b1f HTTP/1.1" status: 200 len: 1099 time: 0.1056101 Apr 15 11:01:50.901053 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a45de43c-4f1c-43ac-bb2e-f11cf7f6443c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:51.004960 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54ed9b-e034-435f-9ba9-a6dc220ad473 req-b76c7e98-89c9-4e0a-95f3-d8423f3546a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:51.006640 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ae54ed9b-e034-435f-9ba9-a6dc220ad473 req-b76c7e98-89c9-4e0a-95f3-d8423f3546a9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4f8d55c0-b745-4c00-b4f6-c4a822798a19 HTTP/1.1" status: 200 len: 913 time: 0.1923892 Apr 15 11:01:51.133488 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ae54ed9b-e034-435f-9ba9-a6dc220ad473 req-49e0c2a7-30ed-460f-9d3f-39c7f17514e9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fba1157-274d-4bee-8855-eff960b524a0 HTTP/1.1" status: 200 len: 217 time: 0.0836561 Apr 15 11:01:51.193723 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-6951892b-740c-47dc-a990-84371bb7f63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'name': 'tempest-TestVolumeBootPattern-1486983443-router', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:39Z', 'updated_at': '2021-04-15T10:51:45Z', 'revision_number': 4, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'gw_port': {'id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:40Z', 'updated_at': '2021-04-15T10:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '3c1c99c6-7736-4717-947d-238471bbea37', 'name': '', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'mac_address': 'fa:16:3e:a6:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:44Z', 'updated_at': '2021-04-15T10:51:56Z', 'revision_number': 5, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'subnets': [{'id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:51.199081 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6951892b-740c-47dc-a990-84371bb7f63a None None] Checking router: eda0ea58-bbd3-45c3-9c42-6273963739ca for host: dv-cinder-786383-1-iscsi {{(pid=85276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:01:51.209553 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6951892b-740c-47dc-a990-84371bb7f63a None None] Routers {'eda0ea58-bbd3-45c3-9c42-6273963739ca'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:01:51.210146 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-6951892b-740c-47dc-a990-84371bb7f63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:01:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['eda0ea58-bbd3-45c3-9c42-6273963739ca'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:51.234849 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54ed9b-e034-435f-9ba9-a6dc220ad473 req-e7a66cc5-6acc-418b-b1e4-87b9e88a9a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:51.236476 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ae54ed9b-e034-435f-9ba9-a6dc220ad473 req-e7a66cc5-6acc-418b-b1e4-87b9e88a9a91 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=75809ed1-552c-494e-b7fe-6c14ea11681a HTTP/1.1" status: 200 len: 851 time: 0.0958953 Apr 15 11:01:51.245354 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a64092-77ac-47f7-9f28-c0a7354a5196 req-07605e06-06f2-47d3-b207-f97556dedd10 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:51.246163 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-22a64092-77ac-47f7-9f28-c0a7354a5196 req-07605e06-06f2-47d3-b207-f97556dedd10 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Synchronizing usage tracker for tenant:d516e7b1217b4704a4aa785b44efb62b on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:01:51.324603 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-22a64092-77ac-47f7-9f28-c0a7354a5196 req-07605e06-06f2-47d3-b207-f97556dedd10 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Unset dirty status for tenant:d516e7b1217b4704a4aa785b44efb62b on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:01:51.326783 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-22a64092-77ac-47f7-9f28-c0a7354a5196 req-07605e06-06f2-47d3-b207-f97556dedd10 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d5e5771-8f9b-4b37-a715-27b78f092b1f HTTP/1.1" status: 200 len: 946 time: 0.3189812 Apr 15 11:01:51.379140 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54ed9b-e034-435f-9ba9-a6dc220ad473 req-2cbae09a-6f6a-419d-bd0e-86f283925ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:51.380148 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ae54ed9b-e034-435f-9ba9-a6dc220ad473 req-2cbae09a-6f6a-419d-bd0e-86f283925ffa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4f8d55c0-b745-4c00-b4f6-c4a822798a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1294537 Apr 15 11:01:51.489386 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-22a64092-77ac-47f7-9f28-c0a7354a5196 req-c59be706-f39f-427f-a0d8-831bd17c73ba tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/security-groups?id=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448736 Apr 15 11:01:51.559142 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ae54ed9b-e034-435f-9ba9-a6dc220ad473 req-4014bbba-f71f-47ec-9a96-b76da540179f service neutron] 10.222.0.60 "GET /v2.0/networks/4f8d55c0-b745-4c00-b4f6-c4a822798a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672652 Apr 15 11:01:51.593383 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-6951892b-740c-47dc-a990-84371bb7f63a None None] Set router eda0ea58-bbd3-45c3-9c42-6273963739ca gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:01:51.774054 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ae54ed9b-e034-435f-9ba9-a6dc220ad473 req-644fea4e-db5a-4812-9bab-1d88fcbf1d2a service neutron] 10.222.0.60 "GET /v2.0/networks/4f8d55c0-b745-4c00-b4f6-c4a822798a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047181 Apr 15 11:01:51.809012 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5f9e8-35cd-416a-b33c-6d2c0e91f84a req-21b2aec5-56c6-4cb8-9644-36c7018181c1 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:51.810813 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5ee5f9e8-35cd-416a-b33c-6d2c0e91f84a req-21b2aec5-56c6-4cb8-9644-36c7018181c1 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d5e5771-8f9b-4b37-a715-27b78f092b1f HTTP/1.1" status: 200 len: 946 time: 0.1481857 Apr 15 11:01:51.905571 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-5ee5f9e8-35cd-416a-b33c-6d2c0e91f84a req-0d611a5f-0753-4d70-b991-c385ff5f78a7 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Deleting port 4fba1157-274d-4bee-8855-eff960b524a0 {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:01:51.906139 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-5ee5f9e8-35cd-416a-b33c-6d2c0e91f84a req-0d611a5f-0753-4d70-b991-c385ff5f78a7 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:51.957439 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-6951892b-740c-47dc-a990-84371bb7f63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'name': 'tempest-TestVolumeBootPattern-1486983443-router', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:39Z', 'updated_at': '2021-04-15T10:51:45Z', 'revision_number': 4, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'gw_port': {'id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:40Z', 'updated_at': '2021-04-15T10:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '3c1c99c6-7736-4717-947d-238471bbea37', 'name': '', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'mac_address': 'fa:16:3e:a6:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:44Z', 'updated_at': '2021-04-15T10:51:56Z', 'revision_number': 5, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'subnets': [{'id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:51.961989 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6951892b-740c-47dc-a990-84371bb7f63a None None] The sync data for ids ['eda0ea58-bbd3-45c3-9c42-6273963739ca'] in dv-cinder-786383-1-iscsi is: [{'id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'name': 'tempest-TestVolumeBootPattern-1486983443-router', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:39Z', 'updated_at': '2021-04-15T10:51:45Z', 'revision_number': 4, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'gw_port': {'id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:40Z', 'updated_at': '2021-04-15T10:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '3c1c99c6-7736-4717-947d-238471bbea37', 'name': '', 'network_id': '4f8d55c0-b745-4c00-b4f6-c4a822798a19', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'mac_address': 'fa:16:3e:a6:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:44Z', 'updated_at': '2021-04-15T10:51:56Z', 'revision_number': 5, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'subnets': [{'id': '75809ed1-552c-494e-b7fe-6c14ea11681a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:01:52.197945 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-5ee5f9e8-35cd-416a-b33c-6d2c0e91f84a req-0d611a5f-0753-4d70-b991-c385ff5f78a7 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] For port 4fba1157-274d-4bee-8855-eff960b524a0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4fba1157-274d-4bee-8855-eff960b524a0,segment=NetworkSegment(fc1e7391-15c4-4775-a280-31db674a4e22),segment_id=fc1e7391-15c4-4775-a280-31db674a4e22)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:52.198607 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-5ee5f9e8-35cd-416a-b33c-6d2c0e91f84a req-0d611a5f-0753-4d70-b991-c385ff5f78a7 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:52.367609 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-5ee5f9e8-35cd-416a-b33c-6d2c0e91f84a req-0d611a5f-0753-4d70-b991-c385ff5f78a7 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Calling delete_port for 4fba1157-274d-4bee-8855-eff960b524a0 owned by compute:nova {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:01:52.380288 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef147709-9877-4060-815f-bad1b836c5c5 None None] New status for floating IP 7d70a2ea-a5b3-4ec7-acd5-dcbc41343e66: DOWN {{(pid=85273) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:01:52.544713 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-5ee5f9e8-35cd-416a-b33c-6d2c0e91f84a req-0d611a5f-0753-4d70-b991-c385ff5f78a7 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:52.569172 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e5bc5834-0915-49c5-9806-7526eb6f0144 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:52.678349 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d611a5f-0753-4d70-b991-c385ff5f78a7 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Pushing event deleted for resources: {'Port': ['ID=4fba1157-274d-4bee-8855-eff960b524a0,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:52.683340 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0d611a5f-0753-4d70-b991-c385ff5f78a7 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:53.004210 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-162d2f32-fd8a-4e77-bf41-48a4101e0e8f req-712f5344-6ce4-418c-83c7-e76c60b6219e tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d5e5771-8f9b-4b37-a715-27b78f092b1f HTTP/1.1" status: 200 len: 210 time: 0.3272743 Apr 15 11:01:53.148365 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee5f9e8-35cd-416a-b33c-6d2c0e91f84a req-0d611a5f-0753-4d70-b991-c385ff5f78a7 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] No DVR routers for this DVR port 4fba1157-274d-4bee-8855-eff960b524a0 on host hv-cinder-78638 {{(pid=85270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:01:53.150936 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-5ee5f9e8-35cd-416a-b33c-6d2c0e91f84a req-0d611a5f-0753-4d70-b991-c385ff5f78a7 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:53.154399 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5e5771-8f9b-4b37-a715-27b78f092b1f', 'name': 'network-vif-deleted', 'tag': '4fba1157-274d-4bee-8855-eff960b524a0'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:01:53.171500 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5ee5f9e8-35cd-416a-b33c-6d2c0e91f84a req-0d611a5f-0753-4d70-b991-c385ff5f78a7 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.60 "DELETE /v2.0/ports/4fba1157-274d-4bee-8855-eff960b524a0 HTTP/1.1" status: 204 len: 173 time: 1.3537583 Apr 15 11:01:53.216549 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5e5771-8f9b-4b37-a715-27b78f092b1f', 'name': 'network-vif-deleted', 'tag': '4fba1157-274d-4bee-8855-eff960b524a0', 'status': 'completed', 'code': 200} Apr 15 11:01:53.336149 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-55bd1f86-e643-484a-9ba1-09a8c33c6482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:54.172401 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:54.195143 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-8d062104-c626-4efd-b7fa-77c7698cf91e req-81d9eabd-c852-4fd9-bb77-31bf12862ce5 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Synchronizing usage tracker for tenant:d516e7b1217b4704a4aa785b44efb62b on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:01:54.213463 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-8d062104-c626-4efd-b7fa-77c7698cf91e req-81d9eabd-c852-4fd9-bb77-31bf12862ce5 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Unset dirty status for tenant:d516e7b1217b4704a4aa785b44efb62b on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:01:54.214765 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8d062104-c626-4efd-b7fa-77c7698cf91e req-81d9eabd-c852-4fd9-bb77-31bf12862ce5 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d5e5771-8f9b-4b37-a715-27b78f092b1f HTTP/1.1" status: 200 len: 210 time: 0.0689623 Apr 15 11:01:54.363126 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:55.143525 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:55.264967 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:55.320962 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 46262) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:55.514733 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-3dea959f-8e18-42e9-8677-e89f3950317c tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Deleting port ea1576e3-0a37-44b1-ade8-649904124db3 {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:01:55.515174 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-3dea959f-8e18-42e9-8677-e89f3950317c tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:55.718560 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-3dea959f-8e18-42e9-8677-e89f3950317c tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:55.718824 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-3dea959f-8e18-42e9-8677-e89f3950317c tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:55.842516 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 4fba1157-274d-4bee-8855-eff960b524a0 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:01:55.862502 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-3dea959f-8e18-42e9-8677-e89f3950317c tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Calling delete_port for ea1576e3-0a37-44b1-ade8-649904124db3 owned by network:floatingip {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:01:55.900367 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] No Port match for: 4fba1157-274d-4bee-8855-eff960b524a0 {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:01:55.900766 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 4fba1157-274d-4bee-8855-eff960b524a0 not bound to the agent host hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:01:56.037944 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-3dea959f-8e18-42e9-8677-e89f3950317c tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:56.055778 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1bd5f7c0-268a-4900-afcd-55f00e5357f0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:56.112186 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea959f-8e18-42e9-8677-e89f3950317c tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Pushing event deleted for resources: {'Port': ['ID=ea1576e3-0a37-44b1-ade8-649904124db3,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:56.162418 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-3dea959f-8e18-42e9-8677-e89f3950317c tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:56.345801 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-3dea959f-8e18-42e9-8677-e89f3950317c tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for floatingip, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:56.366863 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-3dea959f-8e18-42e9-8677-e89f3950317c tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for floatingip, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:56.368165 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-3dea959f-8e18-42e9-8677-e89f3950317c tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "DELETE /v2.0/floatingips/8cf55dd3-b60b-4d49-8727-084906f46bdb HTTP/1.1" status: 204 len: 168 time: 1.0458891 Apr 15 11:01:57.791941 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 46280) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:57.876813 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-05d27c25-5716-4853-aea4-85606d44fac0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:57.911748 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-05d27c25-5716-4853-aea4-85606d44fac0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:57.973243 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-05d27c25-5716-4853-aea4-85606d44fac0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:57.979148 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-ab523ea6-ee84-4b22-823b-52286a722e7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:57.996829 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d27c25-5716-4853-aea4-85606d44fac0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:58.009928 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d27c25-5716-4853-aea4-85606d44fac0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:58.010361 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d27c25-5716-4853-aea4-85606d44fac0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:58.010788 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d27c25-5716-4853-aea4-85606d44fac0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:58.011245 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d27c25-5716-4853-aea4-85606d44fac0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:58.011663 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d27c25-5716-4853-aea4-85606d44fac0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:58.012524 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d27c25-5716-4853-aea4-85606d44fac0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:58.012524 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d27c25-5716-4853-aea4-85606d44fac0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:58.014942 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d27c25-5716-4853-aea4-85606d44fac0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:58.014942 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d27c25-5716-4853-aea4-85606d44fac0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:58.014942 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d27c25-5716-4853-aea4-85606d44fac0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:58.014942 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d27c25-5716-4853-aea4-85606d44fac0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:58.014942 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d27c25-5716-4853-aea4-85606d44fac0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:58.018251 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-05d27c25-5716-4853-aea4-85606d44fac0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:58.019713 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-05d27c25-5716-4853-aea4-85606d44fac0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:58.021226 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-05d27c25-5716-4853-aea4-85606d44fac0 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] 10.222.0.36 "DELETE /v2.0/security-groups/41ee1a5b-b3b3-4ae0-b48c-8b369ab491c1 HTTP/1.1" status: 204 len: 168 time: 0.2279267 Apr 15 11:01:58.086334 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 46286) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:59.150392 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-27e96375-df5e-4520-97ab-3beee2280749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854366199'] for router_interface, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:59.591285 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-27e96375-df5e-4520-97ab-3beee2280749 admin admin] Deleting port 3c1c99c6-7736-4717-947d-238471bbea37 {{(pid=85272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:01:59.591847 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-27e96375-df5e-4520-97ab-3beee2280749 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:59.802785 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-27e96375-df5e-4520-97ab-3beee2280749 admin admin] For port 3c1c99c6-7736-4717-947d-238471bbea37, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=3c1c99c6-7736-4717-947d-238471bbea37,segment=NetworkSegment(fc1e7391-15c4-4775-a280-31db674a4e22),segment_id=fc1e7391-15c4-4775-a280-31db674a4e22)] {{(pid=85272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:59.803219 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-27e96375-df5e-4520-97ab-3beee2280749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:59.961233 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-27e96375-df5e-4520-97ab-3beee2280749 admin admin] Calling delete_port for 3c1c99c6-7736-4717-947d-238471bbea37 owned by network:router_interface {{(pid=85272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:00.143541 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-27e96375-df5e-4520-97ab-3beee2280749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:00.164956 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-47cfa7e2-99a0-417e-ae9e-8879884b31d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:00.267082 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e96375-df5e-4520-97ab-3beee2280749 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c1c99c6-7736-4717-947d-238471bbea37,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:00.271239 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-27e96375-df5e-4520-97ab-3beee2280749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:00.675471 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-27e96375-df5e-4520-97ab-3beee2280749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854360612'] for router_interface, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:01.534218 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e96375-df5e-4520-97ab-3beee2280749 admin admin] Router eda0ea58-bbd3-45c3-9c42-6273963739ca has already been hosted by L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 {{(pid=85272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:02:01.764197 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e96375-df5e-4520-97ab-3beee2280749 admin admin] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:02:01.777063 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74648974-fdd1-44ff-9bf5-3ad303fa9318 None None] Sync routers for ids ['eda0ea58-bbd3-45c3-9c42-6273963739ca'] in dv-cinder-786383-1-iscsi {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:02:01.780857 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-27e96375-df5e-4520-97ab-3beee2280749 admin admin] 10.222.0.36 "PUT /v2.0/routers/eda0ea58-bbd3-45c3-9c42-6273963739ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6932378 Apr 15 11:02:01.783684 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 46302) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:01.793860 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74648974-fdd1-44ff-9bf5-3ad303fa9318 None None] Routers {'eda0ea58-bbd3-45c3-9c42-6273963739ca'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:01.795561 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-74648974-fdd1-44ff-9bf5-3ad303fa9318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:01:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['eda0ea58-bbd3-45c3-9c42-6273963739ca'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:02.004843 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-74648974-fdd1-44ff-9bf5-3ad303fa9318 None None] Set router eda0ea58-bbd3-45c3-9c42-6273963739ca gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:02:02.011895 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e1319403-55ca-4e60-b339-6e70b8568269 admin admin] Notify callbacks [] for router, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:02.217317 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e1319403-55ca-4e60-b339-6e70b8568269 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:02.227832 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-e1319403-55ca-4e60-b339-6e70b8568269 admin admin] Deleting port afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80 {{(pid=85272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:02.228495 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e1319403-55ca-4e60-b339-6e70b8568269 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:02.369521 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-74648974-fdd1-44ff-9bf5-3ad303fa9318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'name': 'tempest-TestVolumeBootPattern-1486983443-router', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:39Z', 'updated_at': '2021-04-15T11:02:00Z', 'revision_number': 5, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'gw_port': {'id': 'afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:40Z', 'updated_at': '2021-04-15T10:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi'}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:02.374392 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74648974-fdd1-44ff-9bf5-3ad303fa9318 None None] Checking router: eda0ea58-bbd3-45c3-9c42-6273963739ca for host: dv-cinder-786383-1-iscsi {{(pid=85276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:02:02.383791 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74648974-fdd1-44ff-9bf5-3ad303fa9318 None None] Routers {'eda0ea58-bbd3-45c3-9c42-6273963739ca'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:02.384467 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-74648974-fdd1-44ff-9bf5-3ad303fa9318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:01:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['eda0ea58-bbd3-45c3-9c42-6273963739ca'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:02.454428 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-e1319403-55ca-4e60-b339-6e70b8568269 admin admin] For port afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80,segment=NetworkSegment(c54efefa-f121-49d4-9f1f-b433dc39aac8),segment_id=c54efefa-f121-49d4-9f1f-b433dc39aac8)] {{(pid=85272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:02.454836 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e1319403-55ca-4e60-b339-6e70b8568269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:02.570335 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-74648974-fdd1-44ff-9bf5-3ad303fa9318 None None] Set router eda0ea58-bbd3-45c3-9c42-6273963739ca gateway port host: None {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:02:02.598804 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-e1319403-55ca-4e60-b339-6e70b8568269 admin admin] Calling delete_port for afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80 owned by network:router_gateway {{(pid=85272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:02.696504 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-74648974-fdd1-44ff-9bf5-3ad303fa9318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'name': 'tempest-TestVolumeBootPattern-1486983443-router', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:39Z', 'updated_at': '2021-04-15T11:02:02Z', 'revision_number': 6, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'gw_port_host': None}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:02.704084 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74648974-fdd1-44ff-9bf5-3ad303fa9318 None None] The sync data for ids ['eda0ea58-bbd3-45c3-9c42-6273963739ca'] in dv-cinder-786383-1-iscsi is: [{'id': 'eda0ea58-bbd3-45c3-9c42-6273963739ca', 'name': 'tempest-TestVolumeBootPattern-1486983443-router', 'tenant_id': 'd516e7b1217b4704a4aa785b44efb62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:39Z', 'updated_at': '2021-04-15T11:02:02Z', 'revision_number': 6, 'project_id': 'd516e7b1217b4704a4aa785b44efb62b', 'gw_port_host': None}] {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:02:02.827368 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e1319403-55ca-4e60-b339-6e70b8568269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:02.847225 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5182e95d-c535-43b6-a459-adf49722e7f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:02.947742 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1319403-55ca-4e60-b339-6e70b8568269 admin admin] Pushing event deleted for resources: {'Port': ['ID=afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:02.950678 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e1319403-55ca-4e60-b339-6e70b8568269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:03.129412 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e1319403-55ca-4e60-b339-6e70b8568269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854360774'] for router_gateway, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:03.320464 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e1319403-55ca-4e60-b339-6e70b8568269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854364964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036850582298'] for router, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:03.323013 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e1319403-55ca-4e60-b339-6e70b8568269 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:03.410900 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e1319403-55ca-4e60-b339-6e70b8568269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-504396'] for router, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:03.411472 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1319403-55ca-4e60-b339-6e70b8568269 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eda0ea58-bbd3-45c3-9c42-6273963739ca {{(pid=85272) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 11:02:03.426365 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e1319403-55ca-4e60-b339-6e70b8568269 admin admin] Notify callbacks [] for router, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:03.427674 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-e1319403-55ca-4e60-b339-6e70b8568269 admin admin] 10.222.0.36 "DELETE /v2.0/routers/eda0ea58-bbd3-45c3-9c42-6273963739ca HTTP/1.1" status: 204 len: 168 time: 1.6425729 Apr 15 11:02:03.430331 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 46316) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:03.507038 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f82209-2bcd-4ee0-bec5-852ed0f980d6 admin admin] Deleting subnet 75809ed1-552c-494e-b7fe-6c14ea11681a {{(pid=85272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:02:03.509915 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f9f82209-2bcd-4ee0-bec5-852ed0f980d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:03.562522 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f9f82209-2bcd-4ee0-bec5-852ed0f980d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852439832'] for subnet, precommit_delete_associations {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:03.646813 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f9f82209-2bcd-4ee0-bec5-852ed0f980d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32014'] for subnet, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:03.909985 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f9f82209-2bcd-4ee0-bec5-852ed0f980d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854743802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852030155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2444916'] for subnet, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:03.926753 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f6ee10c1-9ba8-466f-a030-330e9db5bf75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:04.017208 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f82209-2bcd-4ee0-bec5-852ed0f980d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75809ed1-552c-494e-b7fe-6c14ea11681a,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:04.031334 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f9f82209-2bcd-4ee0-bec5-852ed0f980d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:04.065665 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f9f82209-2bcd-4ee0-bec5-852ed0f980d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:04.071262 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cdc44f-b329-4448-aded-96e083f6b97c None None] Network 4f8d55c0-b745-4c00-b4f6-c4a822798a19 requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:02:04.072593 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-f9f82209-2bcd-4ee0-bec5-852ed0f980d6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/75809ed1-552c-494e-b7fe-6c14ea11681a HTTP/1.1" status: 204 len: 168 time: 0.6412470 Apr 15 11:02:04.078528 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 46324) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:04.211002 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-138bba78-bd77-4eba-8617-6fe9df3266ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853840452'] for network, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:04.291182 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-138bba78-bd77-4eba-8617-6fe9df3266ba admin admin] Deleting port c4527eca-68e9-4313-87a8-bde3770b604d {{(pid=85272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:04.291735 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-138bba78-bd77-4eba-8617-6fe9df3266ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:04.387101 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-78596f15-c420-4762-b7a1-0c5d061b5940 req-2b7e38b5-8a07-41c8-92e2-2682614f3c93 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1181619 Apr 15 11:02:04.491968 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78596f15-c420-4762-b7a1-0c5d061b5940 req-f532f238-815a-4933-b697-0f07d453223a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:04.493604 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-78596f15-c420-4762-b7a1-0c5d061b5940 req-f532f238-815a-4933-b697-0f07d453223a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6649e462ddcb4b9eaadfa697910754c5&device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 1137 time: 0.0855618 Apr 15 11:02:04.534912 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-138bba78-bd77-4eba-8617-6fe9df3266ba admin admin] For port c4527eca-68e9-4313-87a8-bde3770b604d, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=c4527eca-68e9-4313-87a8-bde3770b604d,segment=NetworkSegment(fc1e7391-15c4-4775-a280-31db674a4e22),segment_id=fc1e7391-15c4-4775-a280-31db674a4e22)] {{(pid=85272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:04.535412 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-138bba78-bd77-4eba-8617-6fe9df3266ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:04.566415 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc8a93f-2f84-4165-8b7d-d0e6aea351e1 None None] DHCP port deletion for 4f8d55c0-b745-4c00-b4f6-c4a822798a19 request from dv-cinder-786383-1-iscsi {{(pid=85273) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 11:02:04.571081 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-ebc8a93f-2f84-4165-8b7d-d0e6aea351e1 None None] Deleting port c4527eca-68e9-4313-87a8-bde3770b604d {{(pid=85273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:04.571750 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ebc8a93f-2f84-4165-8b7d-d0e6aea351e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:04.609164 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 3c1c99c6-7736-4717-947d-238471bbea37 no longer exists at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:02:04.652850 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] No Port match for: 3c1c99c6-7736-4717-947d-238471bbea37 {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:02:04.653998 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 3c1c99c6-7736-4717-947d-238471bbea37 not bound to the agent host dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:02:04.654507 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80 no longer exists at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:02:04.658032 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78596f15-c420-4762-b7a1-0c5d061b5940 req-254d3b0e-df41-406f-960c-982a5d1e4e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:04.659713 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-78596f15-c420-4762-b7a1-0c5d061b5940 req-254d3b0e-df41-406f-960c-982a5d1e4e8c service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3e34d95-ed57-4474-b09b-ff783b904a56 HTTP/1.1" status: 200 len: 916 time: 0.1451328 Apr 15 11:02:04.671295 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-138bba78-bd77-4eba-8617-6fe9df3266ba admin admin] Calling delete_port for c4527eca-68e9-4313-87a8-bde3770b604d owned by network:dhcp {{(pid=85272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:04.695645 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] No Port match for: afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80 {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:02:04.696057 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device afb3b1e8-1d7b-4f2b-93a5-4a9fe4264b80 not bound to the agent host dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:02:04.754128 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-138bba78-bd77-4eba-8617-6fe9df3266ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:04.769835 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-a9e79cac-23ef-433c-b2c0-cefaf4196762 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:04.778564 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-78596f15-c420-4762-b7a1-0c5d061b5940 req-eaaa1af5-5588-4aac-8e9e-a265dd3346c2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=497645a3-8010-4600-9bee-7556205d6092 HTTP/1.1" status: 200 len: 1001 time: 0.1112838 Apr 15 11:02:04.852561 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78596f15-c420-4762-b7a1-0c5d061b5940 req-dee6b484-a99a-4fb5-9818-9a9ee636988b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:04.854184 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-78596f15-c420-4762-b7a1-0c5d061b5940 req-dee6b484-a99a-4fb5-9818-9a9ee636988b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e34725df-ec95-435a-9d7b-25408026fc55 HTTP/1.1" status: 200 len: 854 time: 0.0690880 Apr 15 11:02:04.881016 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-ebc8a93f-2f84-4165-8b7d-d0e6aea351e1 None None] For port c4527eca-68e9-4313-87a8-bde3770b604d, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=c4527eca-68e9-4313-87a8-bde3770b604d,segment=NetworkSegment(fc1e7391-15c4-4775-a280-31db674a4e22),segment_id=fc1e7391-15c4-4775-a280-31db674a4e22)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:04.881736 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ebc8a93f-2f84-4165-8b7d-d0e6aea351e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:04.947189 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78596f15-c420-4762-b7a1-0c5d061b5940 req-81bf07c7-f9f2-4553-be57-83a229248fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:04.949268 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-78596f15-c420-4762-b7a1-0c5d061b5940 req-81bf07c7-f9f2-4553-be57-83a229248fda service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3e34d95-ed57-4474-b09b-ff783b904a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0881414 Apr 15 11:02:05.020211 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-ebc8a93f-2f84-4165-8b7d-d0e6aea351e1 None None] Calling delete_port for c4527eca-68e9-4313-87a8-bde3770b604d owned by network:dhcp {{(pid=85273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:05.105323 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-78596f15-c420-4762-b7a1-0c5d061b5940 req-22420a67-9a2a-452e-aae3-3ac89cabeb5c service neutron] 10.222.0.60 "GET /v2.0/networks/c3e34d95-ed57-4474-b09b-ff783b904a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483331 Apr 15 11:02:05.107630 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.db.api [None req-ebc8a93f-2f84-4165-8b7d-d0e6aea351e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85273) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 11:02:05.108047 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_db.api [None req-ebc8a93f-2f84-4165-8b7d-d0e6aea351e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 11:02:05.127827 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138bba78-bd77-4eba-8617-6fe9df3266ba admin admin] Pushing event deleted for resources: {'Port': ['ID=c4527eca-68e9-4313-87a8-bde3770b604d,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:05.132945 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-138bba78-bd77-4eba-8617-6fe9df3266ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:05.188361 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138bba78-bd77-4eba-8617-6fe9df3266ba admin admin] No DVR routers for this DVR port c4527eca-68e9-4313-87a8-bde3770b604d on host dv-cinder-786383-1-iscsi {{(pid=85272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:02:05.256977 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-78596f15-c420-4762-b7a1-0c5d061b5940 req-72dcd5c6-4bae-4ced-bd9e-1d59e148630a service neutron] 10.222.0.60 "GET /v2.0/networks/c3e34d95-ed57-4474-b09b-ff783b904a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447299 Apr 15 11:02:05.319656 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-138bba78-bd77-4eba-8617-6fe9df3266ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854600463', 'neutron.services.segments.db._delete_segments_for_network--9223363301131922753'] for network, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:05.439454 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-138bba78-bd77-4eba-8617-6fe9df3266ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f8d55c0-b745-4c00-b4f6-c4a822798a19']}} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:05.453431 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-138bba78-bd77-4eba-8617-6fe9df3266ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc1e7391-15c4-4775-a280-31db674a4e22') {'for_net_delete': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:05.453780 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-138bba78-bd77-4eba-8617-6fe9df3266ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc1e7391-15c4-4775-a280-31db674a4e22') {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:05.467274 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-138bba78-bd77-4eba-8617-6fe9df3266ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301131932993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2335984'] for segment, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:05.483978 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-138bba78-bd77-4eba-8617-6fe9df3266ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854748824'] for segment, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:05.491401 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-138bba78-bd77-4eba-8617-6fe9df3266ba admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=85272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:02:05.609068 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-ebc8a93f-2f84-4165-8b7d-d0e6aea351e1 None None] Deleting port c4527eca-68e9-4313-87a8-bde3770b604d {{(pid=85273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:05.609416 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ebc8a93f-2f84-4165-8b7d-d0e6aea351e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:05.676665 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-138bba78-bd77-4eba-8617-6fe9df3266ba admin admin] Network 4f8d55c0-b745-4c00-b4f6-c4a822798a19 has no segments {{(pid=85272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:02:05.686659 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-138bba78-bd77-4eba-8617-6fe9df3266ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-26960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2746006'] for segment, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:05.688297 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-ebc8a93f-2f84-4165-8b7d-d0e6aea351e1 None None] The port 'c4527eca-68e9-4313-87a8-bde3770b604d' was deleted {{(pid=85273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 11:02:05.885687 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-138bba78-bd77-4eba-8617-6fe9df3266ba admin admin] Network 4f8d55c0-b745-4c00-b4f6-c4a822798a19 has no segments {{(pid=85272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:02:05.909973 dv-cinder-786383-1-iscsi neutron-server[85157]: Traceback (most recent call last): Apr 15 11:02:05.909973 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:02:05.909973 dv-cinder-786383-1-iscsi neutron-server[85157]: timer() Apr 15 11:02:05.909973 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:02:05.909973 dv-cinder-786383-1-iscsi neutron-server[85157]: cb(*args, **kw) Apr 15 11:02:05.909973 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:02:05.909973 dv-cinder-786383-1-iscsi neutron-server[85157]: return func(*args, **kwargs) Apr 15 11:02:05.909973 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:02:05.909973 dv-cinder-786383-1-iscsi neutron-server[85157]: self._notify() Apr 15 11:02:05.909973 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:02:05.909973 dv-cinder-786383-1-iscsi neutron-server[85157]: self.callback(batched_events) Apr 15 11:02:05.909973 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:02:05.909973 dv-cinder-786383-1-iscsi neutron-server[85157]: event.method(event) Apr 15 11:02:05.909973 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:02:05.909973 dv-cinder-786383-1-iscsi neutron-server[85157]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:02:05.909973 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:02:05.909973 dv-cinder-786383-1-iscsi neutron-server[85157]: segment_id)['aggregates'][0] Apr 15 11:02:05.909973 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:02:05.909973 dv-cinder-786383-1-iscsi neutron-server[85157]: return f(self, *a, **k) Apr 15 11:02:05.909973 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:02:05.909973 dv-cinder-786383-1-iscsi neutron-server[85157]: return self._get(url).json() Apr 15 11:02:05.909973 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:02:05.909973 dv-cinder-786383-1-iscsi neutron-server[85157]: **kwargs) Apr 15 11:02:05.909973 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:02:05.909973 dv-cinder-786383-1-iscsi neutron-server[85157]: return self.request(url, 'GET', **kwargs) Apr 15 11:02:05.909973 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:02:05.909973 dv-cinder-786383-1-iscsi neutron-server[85157]: **endpoint_filter) Apr 15 11:02:05.909973 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:02:05.909973 dv-cinder-786383-1-iscsi neutron-server[85157]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:02:05.909973 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:02:05.909973 dv-cinder-786383-1-iscsi neutron-server[85157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:02:05.909973 dv-cinder-786383-1-iscsi neutron-server[85157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:02:05.988955 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-138bba78-bd77-4eba-8617-6fe9df3266ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-175238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414992'] for network, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:05.992706 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:06.006715 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-138bba78-bd77-4eba-8617-6fe9df3266ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for network, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:06.018634 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138bba78-bd77-4eba-8617-6fe9df3266ba admin admin] Pushing event deleted for resources: {'Network': ['ID=4f8d55c0-b745-4c00-b4f6-c4a822798a19,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:06.022074 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-138bba78-bd77-4eba-8617-6fe9df3266ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:06.032970 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-138bba78-bd77-4eba-8617-6fe9df3266ba admin admin] 10.222.0.36 "DELETE /v2.0/networks/4f8d55c0-b745-4c00-b4f6-c4a822798a19 HTTP/1.1" status: 204 len: 168 time: 1.9533162 Apr 15 11:02:06.036086 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 46336) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:06.508805 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device c4527eca-68e9-4313-87a8-bde3770b604d no longer exists at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:02:06.545956 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] No Port match for: c4527eca-68e9-4313-87a8-bde3770b604d {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:02:06.546357 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device c4527eca-68e9-4313-87a8-bde3770b604d not bound to the agent host dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:02:06.625294 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8f6f1c4e-0478-4d36-8100-a37df7c4d9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854366199'] for router_interface, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:07.006562 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-8f6f1c4e-0478-4d36-8100-a37df7c4d9c9 admin admin] Deleting port 51ae5b03-f42c-4180-82ad-b6ec908d6abd {{(pid=85272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:07.007202 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8f6f1c4e-0478-4d36-8100-a37df7c4d9c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:07.207664 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-8f6f1c4e-0478-4d36-8100-a37df7c4d9c9 admin admin] For port 51ae5b03-f42c-4180-82ad-b6ec908d6abd, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=51ae5b03-f42c-4180-82ad-b6ec908d6abd,segment=NetworkSegment(58c59411-226b-4b97-97b0-dbb5e08322c5),segment_id=58c59411-226b-4b97-97b0-dbb5e08322c5)] {{(pid=85272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:07.208059 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8f6f1c4e-0478-4d36-8100-a37df7c4d9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:07.348129 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-8f6f1c4e-0478-4d36-8100-a37df7c4d9c9 admin admin] Calling delete_port for 51ae5b03-f42c-4180-82ad-b6ec908d6abd owned by network:router_interface {{(pid=85272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:07.538175 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8f6f1c4e-0478-4d36-8100-a37df7c4d9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:07.554777 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-b86f1da7-1bdf-462e-bd6f-0655f50da64c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:07.651799 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f1c4e-0478-4d36-8100-a37df7c4d9c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=51ae5b03-f42c-4180-82ad-b6ec908d6abd,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:07.654238 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-8f6f1c4e-0478-4d36-8100-a37df7c4d9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:08.272231 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8f6f1c4e-0478-4d36-8100-a37df7c4d9c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854360612'] for router_interface, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:08.847283 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6f1c4e-0478-4d36-8100-a37df7c4d9c9 admin admin] Router df6e773d-99dd-48b0-aa11-3d359c88db13 has already been hosted by L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 {{(pid=85272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:02:09.059273 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6f1c4e-0478-4d36-8100-a37df7c4d9c9 admin admin] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:02:09.069431 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b439ebcf-2bc9-4745-855b-9f7cb68378a2 None None] Sync routers for ids ['df6e773d-99dd-48b0-aa11-3d359c88db13'] in dv-cinder-786383-1-iscsi {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:02:09.077398 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-8f6f1c4e-0478-4d36-8100-a37df7c4d9c9 admin admin] 10.222.0.36 "PUT /v2.0/routers/df6e773d-99dd-48b0-aa11-3d359c88db13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0402060 Apr 15 11:02:09.080145 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 46346) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:09.080874 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b439ebcf-2bc9-4745-855b-9f7cb68378a2 None None] Routers {'df6e773d-99dd-48b0-aa11-3d359c88db13'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:09.081575 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-b439ebcf-2bc9-4745-855b-9f7cb68378a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:01:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['df6e773d-99dd-48b0-aa11-3d359c88db13'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:09.281254 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-131dfac1-ab8b-4edf-a269-339df58eb130 admin admin] Notify callbacks [] for router, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:09.284848 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-b439ebcf-2bc9-4745-855b-9f7cb68378a2 None None] Set router df6e773d-99dd-48b0-aa11-3d359c88db13 gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:02:09.490489 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-131dfac1-ab8b-4edf-a269-339df58eb130 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:09.500032 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-131dfac1-ab8b-4edf-a269-339df58eb130 admin admin] Deleting port 46f51224-6ba3-41d9-9019-bd98cf30ef49 {{(pid=85272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:09.500420 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-131dfac1-ab8b-4edf-a269-339df58eb130 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:09.608522 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-b439ebcf-2bc9-4745-855b-9f7cb68378a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6e773d-99dd-48b0-aa11-3d359c88db13', 'name': 'tempest-TestVolumeBootPattern-1069352933-router', 'tenant_id': '9cbffc815651437db1e07855a2b63071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '46f51224-6ba3-41d9-9019-bd98cf30ef49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:48Z', 'updated_at': '2021-04-15T11:02:07Z', 'revision_number': 5, 'project_id': '9cbffc815651437db1e07855a2b63071', 'gw_port': {'id': '46f51224-6ba3-41d9-9019-bd98cf30ef49', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6e773d-99dd-48b0-aa11-3d359c88db13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:49Z', 'updated_at': '2021-04-15T10:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi'}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:09.612854 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b439ebcf-2bc9-4745-855b-9f7cb68378a2 None None] Checking router: df6e773d-99dd-48b0-aa11-3d359c88db13 for host: dv-cinder-786383-1-iscsi {{(pid=85273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:02:09.622539 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b439ebcf-2bc9-4745-855b-9f7cb68378a2 None None] Routers {'df6e773d-99dd-48b0-aa11-3d359c88db13'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:09.623202 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-b439ebcf-2bc9-4745-855b-9f7cb68378a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:01:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['df6e773d-99dd-48b0-aa11-3d359c88db13'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:09.708937 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-131dfac1-ab8b-4edf-a269-339df58eb130 admin admin] For port 46f51224-6ba3-41d9-9019-bd98cf30ef49, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=46f51224-6ba3-41d9-9019-bd98cf30ef49,segment=NetworkSegment(c54efefa-f121-49d4-9f1f-b433dc39aac8),segment_id=c54efefa-f121-49d4-9f1f-b433dc39aac8)] {{(pid=85272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:09.709346 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-131dfac1-ab8b-4edf-a269-339df58eb130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:09.788857 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-b439ebcf-2bc9-4745-855b-9f7cb68378a2 None None] Set router df6e773d-99dd-48b0-aa11-3d359c88db13 gateway port host: None {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:02:09.853482 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-131dfac1-ab8b-4edf-a269-339df58eb130 admin admin] Calling delete_port for 46f51224-6ba3-41d9-9019-bd98cf30ef49 owned by network:router_gateway {{(pid=85272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:09.908060 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-b439ebcf-2bc9-4745-855b-9f7cb68378a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6e773d-99dd-48b0-aa11-3d359c88db13', 'name': 'tempest-TestVolumeBootPattern-1069352933-router', 'tenant_id': '9cbffc815651437db1e07855a2b63071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:48Z', 'updated_at': '2021-04-15T11:02:09Z', 'revision_number': 6, 'project_id': '9cbffc815651437db1e07855a2b63071', 'gw_port_host': None}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:09.913692 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b439ebcf-2bc9-4745-855b-9f7cb68378a2 None None] The sync data for ids ['df6e773d-99dd-48b0-aa11-3d359c88db13'] in dv-cinder-786383-1-iscsi is: [{'id': 'df6e773d-99dd-48b0-aa11-3d359c88db13', 'name': 'tempest-TestVolumeBootPattern-1069352933-router', 'tenant_id': '9cbffc815651437db1e07855a2b63071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:48Z', 'updated_at': '2021-04-15T11:02:09Z', 'revision_number': 6, 'project_id': '9cbffc815651437db1e07855a2b63071', 'gw_port_host': None}] {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:02:10.056900 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-131dfac1-ab8b-4edf-a269-339df58eb130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:10.081003 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e0a4fa04-c5e6-4ef3-b7d5-9ecfd3926e71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:10.189756 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131dfac1-ab8b-4edf-a269-339df58eb130 admin admin] Pushing event deleted for resources: {'Port': ['ID=46f51224-6ba3-41d9-9019-bd98cf30ef49,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:10.196051 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-131dfac1-ab8b-4edf-a269-339df58eb130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:10.408988 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-131dfac1-ab8b-4edf-a269-339df58eb130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854360774'] for router_gateway, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:10.528549 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 51ae5b03-f42c-4180-82ad-b6ec908d6abd no longer exists at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:02:10.578503 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] No Port match for: 51ae5b03-f42c-4180-82ad-b6ec908d6abd {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:02:10.578904 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 51ae5b03-f42c-4180-82ad-b6ec908d6abd not bound to the agent host dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:02:10.579453 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 46f51224-6ba3-41d9-9019-bd98cf30ef49 no longer exists at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:02:10.626312 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] No Port match for: 46f51224-6ba3-41d9-9019-bd98cf30ef49 {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:02:10.626729 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 46f51224-6ba3-41d9-9019-bd98cf30ef49 not bound to the agent host dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:02:10.983506 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-131dfac1-ab8b-4edf-a269-339df58eb130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854364964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036850582298'] for router, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:10.986061 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-131dfac1-ab8b-4edf-a269-339df58eb130 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:11.016246 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-131dfac1-ab8b-4edf-a269-339df58eb130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-504396'] for router, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:11.017594 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131dfac1-ab8b-4edf-a269-339df58eb130 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df6e773d-99dd-48b0-aa11-3d359c88db13 {{(pid=85272) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 11:02:11.030715 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-131dfac1-ab8b-4edf-a269-339df58eb130 admin admin] Notify callbacks [] for router, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:11.032033 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-131dfac1-ab8b-4edf-a269-339df58eb130 admin admin] 10.222.0.36 "DELETE /v2.0/routers/df6e773d-99dd-48b0-aa11-3d359c88db13 HTTP/1.1" status: 204 len: 168 time: 1.9508712 Apr 15 11:02:11.034735 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 46354) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:11.112893 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_v2 [None req-2de6f341-4842-4a6b-9768-9a0c765ae282 admin admin] Deleting subnet f6e71456-90d4-4e00-ae3c-4cd90b4ddcd2 {{(pid=85272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:02:11.116893 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2de6f341-4842-4a6b-9768-9a0c765ae282 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:11.174475 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2de6f341-4842-4a6b-9768-9a0c765ae282 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852439832'] for subnet, precommit_delete_associations {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:11.271626 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2de6f341-4842-4a6b-9768-9a0c765ae282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32014'] for subnet, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:11.574779 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2de6f341-4842-4a6b-9768-9a0c765ae282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854743802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852030155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2444916'] for subnet, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:11.594159 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-01dbb688-a5d6-4038-a81f-21ce0714f02f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:11.692038 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6f341-4842-4a6b-9768-9a0c765ae282 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6e71456-90d4-4e00-ae3c-4cd90b4ddcd2,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:11.694642 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-2de6f341-4842-4a6b-9768-9a0c765ae282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:11.744426 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2de6f341-4842-4a6b-9768-9a0c765ae282 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:11.750835 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883c9eab-49da-4522-b93c-3870cc97ccee None None] Network 8d714a02-a286-4ab4-8daf-9f5ca06cddfa requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:02:11.754147 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-2de6f341-4842-4a6b-9768-9a0c765ae282 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f6e71456-90d4-4e00-ae3c-4cd90b4ddcd2 HTTP/1.1" status: 204 len: 168 time: 0.7179675 Apr 15 11:02:11.757060 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 46358) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:11.896724 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-97113cea-16c7-4e70-be44-67d3de50d8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853840452'] for network, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:11.970701 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-97113cea-16c7-4e70-be44-67d3de50d8fb admin admin] Deleting port fd7de132-2f0b-44da-876d-5298f50edb55 {{(pid=85272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:11.971117 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-97113cea-16c7-4e70-be44-67d3de50d8fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:12.045744 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec883c78-7f4d-4f86-92bd-2b993cc84130 None None] DHCP port deletion for 8d714a02-a286-4ab4-8daf-9f5ca06cddfa request from dv-cinder-786383-1-iscsi {{(pid=85273) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 11:02:12.050580 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-ec883c78-7f4d-4f86-92bd-2b993cc84130 None None] Deleting port fd7de132-2f0b-44da-876d-5298f50edb55 {{(pid=85273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:12.051031 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ec883c78-7f4d-4f86-92bd-2b993cc84130 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:12.206056 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-97113cea-16c7-4e70-be44-67d3de50d8fb admin admin] For port fd7de132-2f0b-44da-876d-5298f50edb55, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=fd7de132-2f0b-44da-876d-5298f50edb55,segment=NetworkSegment(58c59411-226b-4b97-97b0-dbb5e08322c5),segment_id=58c59411-226b-4b97-97b0-dbb5e08322c5)] {{(pid=85272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:12.206395 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-97113cea-16c7-4e70-be44-67d3de50d8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:12.287479 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-ec883c78-7f4d-4f86-92bd-2b993cc84130 None None] For port fd7de132-2f0b-44da-876d-5298f50edb55, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=fd7de132-2f0b-44da-876d-5298f50edb55,segment=NetworkSegment(58c59411-226b-4b97-97b0-dbb5e08322c5),segment_id=58c59411-226b-4b97-97b0-dbb5e08322c5)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:12.287937 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ec883c78-7f4d-4f86-92bd-2b993cc84130 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:12.346336 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-97113cea-16c7-4e70-be44-67d3de50d8fb admin admin] Calling delete_port for fd7de132-2f0b-44da-876d-5298f50edb55 owned by network:dhcp {{(pid=85272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:12.430753 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-97113cea-16c7-4e70-be44-67d3de50d8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:12.431069 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-ec883c78-7f4d-4f86-92bd-2b993cc84130 None None] Calling delete_port for fd7de132-2f0b-44da-876d-5298f50edb55 owned by network:dhcp {{(pid=85273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:12.447516 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0f9c11da-8db5-4ed4-baf7-2dd7d461b407 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:12.497846 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97113cea-16c7-4e70-be44-67d3de50d8fb admin admin] Pushing event deleted for resources: {'Port': ['ID=fd7de132-2f0b-44da-876d-5298f50edb55,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:12.553624 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-97113cea-16c7-4e70-be44-67d3de50d8fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:12.615872 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97113cea-16c7-4e70-be44-67d3de50d8fb admin admin] No DVR routers for this DVR port fd7de132-2f0b-44da-876d-5298f50edb55 on host dv-cinder-786383-1-iscsi {{(pid=85272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:02:12.668149 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device fd7de132-2f0b-44da-876d-5298f50edb55 no longer exists at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:02:12.713247 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] No Port match for: fd7de132-2f0b-44da-876d-5298f50edb55 {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:02:12.713559 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device fd7de132-2f0b-44da-876d-5298f50edb55 not bound to the agent host dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:02:12.735893 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.db.api [None req-ec883c78-7f4d-4f86-92bd-2b993cc84130 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85273) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 11:02:12.736312 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_db.api [None req-ec883c78-7f4d-4f86-92bd-2b993cc84130 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 11:02:12.751224 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-97113cea-16c7-4e70-be44-67d3de50d8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854600463', 'neutron.services.segments.db._delete_segments_for_network--9223363301131922753'] for network, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:12.870881 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-97113cea-16c7-4e70-be44-67d3de50d8fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d714a02-a286-4ab4-8daf-9f5ca06cddfa']}} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:12.884286 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-97113cea-16c7-4e70-be44-67d3de50d8fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c59411-226b-4b97-97b0-dbb5e08322c5') {'for_net_delete': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:12.884630 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-97113cea-16c7-4e70-be44-67d3de50d8fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c59411-226b-4b97-97b0-dbb5e08322c5') {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:12.898151 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-97113cea-16c7-4e70-be44-67d3de50d8fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301131932993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2335984'] for segment, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:12.916034 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-97113cea-16c7-4e70-be44-67d3de50d8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854748824'] for segment, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:12.922577 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97113cea-16c7-4e70-be44-67d3de50d8fb admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=85272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:02:13.123758 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-97113cea-16c7-4e70-be44-67d3de50d8fb admin admin] Network 8d714a02-a286-4ab4-8daf-9f5ca06cddfa has no segments {{(pid=85272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:02:13.139692 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-97113cea-16c7-4e70-be44-67d3de50d8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-26960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2746006'] for segment, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:13.237765 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-ec883c78-7f4d-4f86-92bd-2b993cc84130 None None] Deleting port fd7de132-2f0b-44da-876d-5298f50edb55 {{(pid=85273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:13.238263 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ec883c78-7f4d-4f86-92bd-2b993cc84130 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:13.316520 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-ec883c78-7f4d-4f86-92bd-2b993cc84130 None None] The port 'fd7de132-2f0b-44da-876d-5298f50edb55' was deleted {{(pid=85273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 11:02:13.347549 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-97113cea-16c7-4e70-be44-67d3de50d8fb admin admin] Network 8d714a02-a286-4ab4-8daf-9f5ca06cddfa has no segments {{(pid=85272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:02:13.373329 dv-cinder-786383-1-iscsi neutron-server[85157]: Traceback (most recent call last): Apr 15 11:02:13.373329 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:02:13.373329 dv-cinder-786383-1-iscsi neutron-server[85157]: timer() Apr 15 11:02:13.373329 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:02:13.373329 dv-cinder-786383-1-iscsi neutron-server[85157]: cb(*args, **kw) Apr 15 11:02:13.373329 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:02:13.373329 dv-cinder-786383-1-iscsi neutron-server[85157]: return func(*args, **kwargs) Apr 15 11:02:13.373329 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:02:13.373329 dv-cinder-786383-1-iscsi neutron-server[85157]: self._notify() Apr 15 11:02:13.373329 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:02:13.373329 dv-cinder-786383-1-iscsi neutron-server[85157]: self.callback(batched_events) Apr 15 11:02:13.373329 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:02:13.373329 dv-cinder-786383-1-iscsi neutron-server[85157]: event.method(event) Apr 15 11:02:13.373329 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:02:13.373329 dv-cinder-786383-1-iscsi neutron-server[85157]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:02:13.373329 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:02:13.373329 dv-cinder-786383-1-iscsi neutron-server[85157]: segment_id)['aggregates'][0] Apr 15 11:02:13.373329 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:02:13.373329 dv-cinder-786383-1-iscsi neutron-server[85157]: return f(self, *a, **k) Apr 15 11:02:13.373329 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:02:13.373329 dv-cinder-786383-1-iscsi neutron-server[85157]: return self._get(url).json() Apr 15 11:02:13.373329 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:02:13.373329 dv-cinder-786383-1-iscsi neutron-server[85157]: **kwargs) Apr 15 11:02:13.373329 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:02:13.373329 dv-cinder-786383-1-iscsi neutron-server[85157]: return self.request(url, 'GET', **kwargs) Apr 15 11:02:13.373329 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:02:13.373329 dv-cinder-786383-1-iscsi neutron-server[85157]: **endpoint_filter) Apr 15 11:02:13.373329 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:02:13.373329 dv-cinder-786383-1-iscsi neutron-server[85157]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:02:13.373329 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:02:13.373329 dv-cinder-786383-1-iscsi neutron-server[85157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:02:13.373329 dv-cinder-786383-1-iscsi neutron-server[85157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:02:13.462087 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-97113cea-16c7-4e70-be44-67d3de50d8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-175238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414992'] for network, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:13.465743 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:13.483530 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-97113cea-16c7-4e70-be44-67d3de50d8fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for network, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:13.492584 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97113cea-16c7-4e70-be44-67d3de50d8fb admin admin] Pushing event deleted for resources: {'Network': ['ID=8d714a02-a286-4ab4-8daf-9f5ca06cddfa,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:13.497846 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-97113cea-16c7-4e70-be44-67d3de50d8fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:13.501653 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-97113cea-16c7-4e70-be44-67d3de50d8fb admin admin] 10.222.0.36 "DELETE /v2.0/networks/8d714a02-a286-4ab4-8daf-9f5ca06cddfa HTTP/1.1" status: 204 len: 168 time: 1.7435431 Apr 15 11:02:13.646204 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 46370) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:13.702507 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-32b07043-22ef-4e2c-8219-fc29595f430a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d516e7b1217b4704a4aa785b44efb62b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0549426 Apr 15 11:02:13.705078 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 46374) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:13.771309 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bc880d22-7599-4217-a25b-1d44fc655da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:13.805457 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bc880d22-7599-4217-a25b-1d44fc655da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:13.855332 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bc880d22-7599-4217-a25b-1d44fc655da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:13.862106 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-9ae60552-7aef-401c-b0c3-71d563532e05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:13.876852 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc880d22-7599-4217-a25b-1d44fc655da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4f14f3-22d6-4f2d-a3b5-cc0bcc47ab95,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:13.881090 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-bc880d22-7599-4217-a25b-1d44fc655da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:13.884458 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bc880d22-7599-4217-a25b-1d44fc655da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:13.888944 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-bc880d22-7599-4217-a25b-1d44fc655da9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2f4f14f3-22d6-4f2d-a3b5-cc0bcc47ab95 HTTP/1.1" status: 204 len: 168 time: 0.1796346 Apr 15 11:02:14.303542 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 46384) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:14.362590 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-fe57fa74-d262-4d4e-b13e-c14dfa8490b7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9cbffc815651437db1e07855a2b63071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0575521 Apr 15 11:02:14.365057 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 46388) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:14.431125 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2a9252d9-a9a0-46ba-a9f1-dc9cc9d5986e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:14.462382 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2a9252d9-a9a0-46ba-a9f1-dc9cc9d5986e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:14.515977 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2a9252d9-a9a0-46ba-a9f1-dc9cc9d5986e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:14.520039 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f0c82c8f-effe-4be7-80df-4f137ef59318 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:14.537207 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9252d9-a9a0-46ba-a9f1-dc9cc9d5986e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b51b68-7e9a-4a58-b1c7-b3a044d09387,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:14.539679 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-2a9252d9-a9a0-46ba-a9f1-dc9cc9d5986e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:14.546489 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2a9252d9-a9a0-46ba-a9f1-dc9cc9d5986e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:14.547755 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-2a9252d9-a9a0-46ba-a9f1-dc9cc9d5986e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f6b51b68-7e9a-4a58-b1c7-b3a044d09387 HTTP/1.1" status: 204 len: 168 time: 0.1817083 Apr 15 11:02:20.404002 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1a54cea8-efb7-4249-b4b1-a60affac7c3b req-8efd1c89-f9db-4b4b-9f37-450718012950 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2083628892&fields=id&tenant_id=6649e462ddcb4b9eaadfa697910754c5 HTTP/1.1" status: 200 len: 267 time: 0.0473030 Apr 15 11:02:20.502120 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54cea8-efb7-4249-b4b1-a60affac7c3b req-678dc29a-7b08-49a3-b515-f02eaefba32d tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:20.503726 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1a54cea8-efb7-4249-b4b1-a60affac7c3b req-678dc29a-7b08-49a3-b515-f02eaefba32d tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 984 time: 0.0916972 Apr 15 11:02:20.515945 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-1a54cea8-efb7-4249-b4b1-a60affac7c3b req-eaf6f9e4-d8b9-4ada-83a6-b94e0871b617 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Request body: {'port': {'security_groups': ['1db42a65-b553-49a1-9d43-fde688bcbb50']}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:20.659063 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-1a54cea8-efb7-4249-b4b1-a60affac7c3b req-eaf6f9e4-d8b9-4ada-83a6-b94e0871b617 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:20.863868 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9d291b43-c620-4424-81c9-0da0cc9cca2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:20.995088 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-1a54cea8-efb7-4249-b4b1-a60affac7c3b req-eaf6f9e4-d8b9-4ada-83a6-b94e0871b617 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] For port 497645a3-8010-4600-9bee-7556205d6092, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=497645a3-8010-4600-9bee-7556205d6092,segment=NetworkSegment(948bd829-6efd-41c7-844a-cb015bfaec49),segment_id=948bd829-6efd-41c7-844a-cb015bfaec49)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:21.022835 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-1a54cea8-efb7-4249-b4b1-a60affac7c3b req-eaf6f9e4-d8b9-4ada-83a6-b94e0871b617 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:21.026569 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-1a54cea8-efb7-4249-b4b1-a60affac7c3b req-eaf6f9e4-d8b9-4ada-83a6-b94e0871b617 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850600659'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:21.042080 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f647c50a-9d70-4b28-a970-558dc8d656f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:21.046746 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['497645a3-8010-4600-9bee-7556205d6092'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:02:21.200354 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6f9e4-d8b9-4ada-83a6-b94e0871b617 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Pushing event updated for resources: {'Port': ['ID=497645a3-8010-4600-9bee-7556205d6092,revision_number=7']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:21.214058 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-eaf6f9e4-d8b9-4ada-83a6-b94e0871b617 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:21.256154 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54cea8-efb7-4249-b4b1-a60affac7c3b req-eaf6f9e4-d8b9-4ada-83a6-b94e0871b617 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:21.256702 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-1a54cea8-efb7-4249-b4b1-a60affac7c3b req-eaf6f9e4-d8b9-4ada-83a6-b94e0871b617 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:21.258218 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1a54cea8-efb7-4249-b4b1-a60affac7c3b req-eaf6f9e4-d8b9-4ada-83a6-b94e0871b617 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "PUT /v2.0/ports/497645a3-8010-4600-9bee-7556205d6092 HTTP/1.1" status: 200 len: 942 time: 0.7475824 Apr 15 11:02:21.258759 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e3e442-f814-432c-b847-485ae52e363a', 'tag': '497645a3-8010-4600-9bee-7556205d6092'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:02:21.266001 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 46414) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:21.315176 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e3e442-f814-432c-b847-485ae52e363a', 'tag': '497645a3-8010-4600-9bee-7556205d6092', 'status': 'completed', 'code': 200} Apr 15 11:02:21.333649 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['497645a3-8010-4600-9bee-7556205d6092'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:02:21.418074 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6dbc0ee2-9245-4bed-98cc-379eefc130ed tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:21.463828 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6dbc0ee2-9245-4bed-98cc-379eefc130ed tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:21.485820 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-887234b7-9aeb-47ec-9991-0b18274af7d7 None None] Provisioning complete for port 497645a3-8010-4600-9bee-7556205d6092 triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:02:21.486243 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-887234b7-9aeb-47ec-9991-0b18274af7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:21.523782 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac581c48-3c02-47c1-9881-464aab4e0b18 req-ef3a8df9-6063-42e8-8a9b-e692ee347172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:21.525340 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ac581c48-3c02-47c1-9881-464aab4e0b18 req-ef3a8df9-6063-42e8-8a9b-e692ee347172 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6649e462ddcb4b9eaadfa697910754c5&device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 1098 time: 0.1758397 Apr 15 11:02:21.622478 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6dbc0ee2-9245-4bed-98cc-379eefc130ed tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:21.635098 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-2a028587-181b-4660-a7f5-e507209a860b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:21.657399 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc0ee2-9245-4bed-98cc-379eefc130ed tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84fd948-c2ae-42c4-b557-54832f2cbb55,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:21.665318 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-6dbc0ee2-9245-4bed-98cc-379eefc130ed tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:21.685080 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6dbc0ee2-9245-4bed-98cc-379eefc130ed tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:21.686230 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-6dbc0ee2-9245-4bed-98cc-379eefc130ed tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "DELETE /v2.0/security-groups/e84fd948-c2ae-42c4-b557-54832f2cbb55 HTTP/1.1" status: 204 len: 168 time: 0.4192040 Apr 15 11:02:21.689066 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 46418) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:22.032143 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac581c48-3c02-47c1-9881-464aab4e0b18 req-e079bac3-9545-4e8c-a420-f7f16ef63a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:22.033723 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ac581c48-3c02-47c1-9881-464aab4e0b18 req-e079bac3-9545-4e8c-a420-f7f16ef63a41 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3e34d95-ed57-4474-b09b-ff783b904a56 HTTP/1.1" status: 200 len: 916 time: 0.5014741 Apr 15 11:02:22.256701 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ac581c48-3c02-47c1-9881-464aab4e0b18 req-71853949-3007-4353-883f-f5d8938e1725 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=497645a3-8010-4600-9bee-7556205d6092 HTTP/1.1" status: 200 len: 1001 time: 0.2154975 Apr 15 11:02:22.317952 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-ce4c0e42-8c62-4258-8a9a-a8830a8a70ba tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Deleting port 3e5e342e-f5f3-41c3-a9ad-590e2b5119db {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:22.318425 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ce4c0e42-8c62-4258-8a9a-a8830a8a70ba tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:22.390495 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac581c48-3c02-47c1-9881-464aab4e0b18 req-71eb9f89-37e4-4c96-979d-2a6dfc096415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:22.392114 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ac581c48-3c02-47c1-9881-464aab4e0b18 req-71eb9f89-37e4-4c96-979d-2a6dfc096415 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e34725df-ec95-435a-9d7b-25408026fc55 HTTP/1.1" status: 200 len: 854 time: 0.1259212 Apr 15 11:02:22.595557 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ce4c0e42-8c62-4258-8a9a-a8830a8a70ba tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:22.596168 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ce4c0e42-8c62-4258-8a9a-a8830a8a70ba tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:22.609050 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac581c48-3c02-47c1-9881-464aab4e0b18 req-43df698f-e377-4ef2-bbb4-b5147e04401c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:22.610683 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ac581c48-3c02-47c1-9881-464aab4e0b18 req-43df698f-e377-4ef2-bbb4-b5147e04401c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3e34d95-ed57-4474-b09b-ff783b904a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2000856 Apr 15 11:02:22.760982 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-ce4c0e42-8c62-4258-8a9a-a8830a8a70ba tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Calling delete_port for 3e5e342e-f5f3-41c3-a9ad-590e2b5119db owned by network:floatingip {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:22.951423 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ac581c48-3c02-47c1-9881-464aab4e0b18 req-70310133-2378-475c-99c4-0192568de973 service neutron] 10.222.0.60 "GET /v2.0/networks/c3e34d95-ed57-4474-b09b-ff783b904a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843719 Apr 15 11:02:23.162488 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ce4c0e42-8c62-4258-8a9a-a8830a8a70ba tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:23.178597 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e30a31c8-d862-4f6c-bfcb-f42eeba5aaa4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:23.211042 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ac581c48-3c02-47c1-9881-464aab4e0b18 req-38a1e93c-8df2-491c-9527-145c6848b0ce service neutron] 10.222.0.60 "GET /v2.0/networks/c3e34d95-ed57-4474-b09b-ff783b904a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490954 Apr 15 11:02:23.279717 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c0e42-8c62-4258-8a9a-a8830a8a70ba tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Pushing event deleted for resources: {'Port': ['ID=3e5e342e-f5f3-41c3-a9ad-590e2b5119db,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:23.287646 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-ce4c0e42-8c62-4258-8a9a-a8830a8a70ba tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:23.347999 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a5966b46-1e32-4895-adab-1fa107307742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:23.472679 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ce4c0e42-8c62-4258-8a9a-a8830a8a70ba tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks [] for floatingip, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:23.472995 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.l3_db [None req-ce4c0e42-8c62-4258-8a9a-a8830a8a70ba tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Floating IP 673ed7c3-64cc-406c-a4f7-dc01757d3c0a disassociated (deleted). External IP: 172.27.2.154, port: 497645a3-8010-4600-9bee-7556205d6092. Apr 15 11:02:23.777067 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:02:23.875236 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4c0e42-8c62-4258-8a9a-a8830a8a70ba tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Router 46aa2a01-4109-469e-bab4-08c002b7dc7f has already been hosted by L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 {{(pid=85270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:02:24.070835 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4c0e42-8c62-4258-8a9a-a8830a8a70ba tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:02:24.081054 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2c3621-7ac1-47ae-9cce-2f2d0e9af05b None None] Sync routers for ids ['46aa2a01-4109-469e-bab4-08c002b7dc7f'] in dv-cinder-786383-1-iscsi {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:02:24.090477 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ce4c0e42-8c62-4258-8a9a-a8830a8a70ba tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for floatingip, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:24.091200 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2c3621-7ac1-47ae-9cce-2f2d0e9af05b None None] Routers {'46aa2a01-4109-469e-bab4-08c002b7dc7f'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:24.091874 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-2e2c3621-7ac1-47ae-9cce-2f2d0e9af05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:02:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['46aa2a01-4109-469e-bab4-08c002b7dc7f'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:24.150571 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-ce4c0e42-8c62-4258-8a9a-a8830a8a70ba tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "DELETE /v2.0/floatingips/673ed7c3-64cc-406c-a4f7-dc01757d3c0a HTTP/1.1" status: 204 len: 168 time: 2.4604030 Apr 15 11:02:24.151367 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e3e442-f814-432c-b847-485ae52e363a', 'tag': '497645a3-8010-4600-9bee-7556205d6092'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:02:24.190107 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:24.215735 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e3e442-f814-432c-b847-485ae52e363a', 'tag': '497645a3-8010-4600-9bee-7556205d6092', 'status': 'completed', 'code': 200} Apr 15 11:02:24.291827 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-2e2c3621-7ac1-47ae-9cce-2f2d0e9af05b None None] Set router 46aa2a01-4109-469e-bab4-08c002b7dc7f gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:02:24.325765 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f7b1d-5d70-402d-99da-2308fb363956 req-835d9aeb-9c90-4af9-843f-ad0281fb45cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:24.326931 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ca4f7b1d-5d70-402d-99da-2308fb363956 req-835d9aeb-9c90-4af9-843f-ad0281fb45cc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6649e462ddcb4b9eaadfa697910754c5&device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 1098 time: 0.0896091 Apr 15 11:02:24.393830 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:24.528607 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f7b1d-5d70-402d-99da-2308fb363956 req-3a98378f-6729-4575-91b7-7698401005c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:24.530235 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ca4f7b1d-5d70-402d-99da-2308fb363956 req-3a98378f-6729-4575-91b7-7698401005c2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3e34d95-ed57-4474-b09b-ff783b904a56 HTTP/1.1" status: 200 len: 916 time: 0.1970325 Apr 15 11:02:24.612570 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ca4f7b1d-5d70-402d-99da-2308fb363956 req-10dd86b6-14e4-48c7-96fb-1d91343bd58b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=497645a3-8010-4600-9bee-7556205d6092 HTTP/1.1" status: 200 len: 217 time: 0.0752585 Apr 15 11:02:24.663020 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-2e2c3621-7ac1-47ae-9cce-2f2d0e9af05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'name': 'tempest-TestMinimumBasicScenario-1749249159-router', 'tenant_id': '6649e462ddcb4b9eaadfa697910754c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '92ffb84d-9a50-4a58-973d-e33ae680142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:03Z', 'updated_at': '2021-04-15T10:58:10Z', 'revision_number': 4, 'project_id': '6649e462ddcb4b9eaadfa697910754c5', 'gw_port': {'id': '92ffb84d-9a50-4a58-973d-e33ae680142e', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:04Z', 'updated_at': '2021-04-15T10:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '34eeaf09-4433-49f8-b509-347311a09686', 'name': '', 'network_id': 'c3e34d95-ed57-4474-b09b-ff783b904a56', 'tenant_id': '6649e462ddcb4b9eaadfa697910754c5', 'mac_address': 'fa:16:3e:1c:6c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'e34725df-ec95-435a-9d7b-25408026fc55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:09Z', 'updated_at': '2021-04-15T10:58:21Z', 'revision_number': 5, 'project_id': '6649e462ddcb4b9eaadfa697910754c5', 'subnets': [{'id': 'e34725df-ec95-435a-9d7b-25408026fc55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:24.667315 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2c3621-7ac1-47ae-9cce-2f2d0e9af05b None None] Checking router: 46aa2a01-4109-469e-bab4-08c002b7dc7f for host: dv-cinder-786383-1-iscsi {{(pid=85276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:02:24.678526 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2c3621-7ac1-47ae-9cce-2f2d0e9af05b None None] Routers {'46aa2a01-4109-469e-bab4-08c002b7dc7f'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:24.679263 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-2e2c3621-7ac1-47ae-9cce-2f2d0e9af05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:02:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['46aa2a01-4109-469e-bab4-08c002b7dc7f'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:24.704343 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f7b1d-5d70-402d-99da-2308fb363956 req-66a07f92-6c3e-473f-96ce-6d759d162f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:24.706156 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ca4f7b1d-5d70-402d-99da-2308fb363956 req-66a07f92-6c3e-473f-96ce-6d759d162f0b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e34725df-ec95-435a-9d7b-25408026fc55 HTTP/1.1" status: 200 len: 854 time: 0.0778606 Apr 15 11:02:24.796567 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f7b1d-5d70-402d-99da-2308fb363956 req-b1980d4b-f662-43fb-bbf2-e34ba78fc270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:24.798243 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ca4f7b1d-5d70-402d-99da-2308fb363956 req-b1980d4b-f662-43fb-bbf2-e34ba78fc270 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3e34d95-ed57-4474-b09b-ff783b904a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0854056 Apr 15 11:02:25.051308 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-2e2c3621-7ac1-47ae-9cce-2f2d0e9af05b None None] Set router 46aa2a01-4109-469e-bab4-08c002b7dc7f gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:02:25.151455 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:25.194799 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ca4f7b1d-5d70-402d-99da-2308fb363956 req-e92b607e-852a-408a-b133-72686e2995e0 service neutron] 10.222.0.60 "GET /v2.0/networks/c3e34d95-ed57-4474-b09b-ff783b904a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892298 Apr 15 11:02:25.260691 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:25.345508 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ca4f7b1d-5d70-402d-99da-2308fb363956 req-73797cc9-9514-4a7f-b261-b84feeaee236 service neutron] 10.222.0.60 "GET /v2.0/networks/c3e34d95-ed57-4474-b09b-ff783b904a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437860 Apr 15 11:02:25.405995 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-2e2c3621-7ac1-47ae-9cce-2f2d0e9af05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'name': 'tempest-TestMinimumBasicScenario-1749249159-router', 'tenant_id': '6649e462ddcb4b9eaadfa697910754c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '92ffb84d-9a50-4a58-973d-e33ae680142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:03Z', 'updated_at': '2021-04-15T10:58:10Z', 'revision_number': 4, 'project_id': '6649e462ddcb4b9eaadfa697910754c5', 'gw_port': {'id': '92ffb84d-9a50-4a58-973d-e33ae680142e', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:04Z', 'updated_at': '2021-04-15T10:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '34eeaf09-4433-49f8-b509-347311a09686', 'name': '', 'network_id': 'c3e34d95-ed57-4474-b09b-ff783b904a56', 'tenant_id': '6649e462ddcb4b9eaadfa697910754c5', 'mac_address': 'fa:16:3e:1c:6c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'e34725df-ec95-435a-9d7b-25408026fc55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:09Z', 'updated_at': '2021-04-15T10:58:21Z', 'revision_number': 5, 'project_id': '6649e462ddcb4b9eaadfa697910754c5', 'subnets': [{'id': 'e34725df-ec95-435a-9d7b-25408026fc55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:25.410351 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2c3621-7ac1-47ae-9cce-2f2d0e9af05b None None] The sync data for ids ['46aa2a01-4109-469e-bab4-08c002b7dc7f'] in dv-cinder-786383-1-iscsi is: [{'id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'name': 'tempest-TestMinimumBasicScenario-1749249159-router', 'tenant_id': '6649e462ddcb4b9eaadfa697910754c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '92ffb84d-9a50-4a58-973d-e33ae680142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:03Z', 'updated_at': '2021-04-15T10:58:10Z', 'revision_number': 4, 'project_id': '6649e462ddcb4b9eaadfa697910754c5', 'gw_port': {'id': '92ffb84d-9a50-4a58-973d-e33ae680142e', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:04Z', 'updated_at': '2021-04-15T10:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '34eeaf09-4433-49f8-b509-347311a09686', 'name': '', 'network_id': 'c3e34d95-ed57-4474-b09b-ff783b904a56', 'tenant_id': '6649e462ddcb4b9eaadfa697910754c5', 'mac_address': 'fa:16:3e:1c:6c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'e34725df-ec95-435a-9d7b-25408026fc55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:09Z', 'updated_at': '2021-04-15T10:58:21Z', 'revision_number': 5, 'project_id': '6649e462ddcb4b9eaadfa697910754c5', 'subnets': [{'id': 'e34725df-ec95-435a-9d7b-25408026fc55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:02:25.798807 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab01f14-c40d-4955-9a31-d6b1c36edafa None None] New status for floating IP 673ed7c3-64cc-406c-a4f7-dc01757d3c0a: DOWN {{(pid=85273) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:02:27.612878 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59ef89-50f0-4fbd-9fa6-60f3649a9093 req-bc753f84-3c3b-4efd-90f9-1c939dffe87b tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:27.613671 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-bc59ef89-50f0-4fbd-9fa6-60f3649a9093 req-bc753f84-3c3b-4efd-90f9-1c939dffe87b tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Synchronizing usage tracker for tenant:6649e462ddcb4b9eaadfa697910754c5 on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:02:27.628964 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-bc59ef89-50f0-4fbd-9fa6-60f3649a9093 req-bc753f84-3c3b-4efd-90f9-1c939dffe87b tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Unset dirty status for tenant:6649e462ddcb4b9eaadfa697910754c5 on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:02:27.630305 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bc59ef89-50f0-4fbd-9fa6-60f3649a9093 req-bc753f84-3c3b-4efd-90f9-1c939dffe87b tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 945 time: 0.1098616 Apr 15 11:02:27.678634 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-bc59ef89-50f0-4fbd-9fa6-60f3649a9093 req-b8531bd1-f4a3-4e9f-a120-0d2403b96267 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Synchronizing usage tracker for tenant:6649e462ddcb4b9eaadfa697910754c5 on resource:security_group {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:02:27.693034 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-bc59ef89-50f0-4fbd-9fa6-60f3649a9093 req-b8531bd1-f4a3-4e9f-a120-0d2403b96267 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Unset dirty status for tenant:6649e462ddcb4b9eaadfa697910754c5 on resource:security_group {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:02:27.694233 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bc59ef89-50f0-4fbd-9fa6-60f3649a9093 req-b8531bd1-f4a3-4e9f-a120-0d2403b96267 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575843 Apr 15 11:02:28.898138 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b2515-5535-44dc-8fbf-52bc06da5496 req-d36b43dc-1aba-4403-af4b-785029bc14c8 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:28.899969 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c37b2515-5535-44dc-8fbf-52bc06da5496 req-d36b43dc-1aba-4403-af4b-785029bc14c8 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 945 time: 0.0894694 Apr 15 11:02:28.950577 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c37b2515-5535-44dc-8fbf-52bc06da5496 req-c8c3651e-6730-4e22-b6c0-6658bfc3ad27 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428033 Apr 15 11:02:29.552899 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7130a3-b6d0-4481-a6f3-bd828292bdac req-5affa5d6-7d04-4e7d-baf9-6fc5d6a6f435 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:29.554449 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9b7130a3-b6d0-4481-a6f3-bd828292bdac req-5affa5d6-7d04-4e7d-baf9-6fc5d6a6f435 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.60 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 945 time: 0.0944207 Apr 15 11:02:29.630783 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-9b7130a3-b6d0-4481-a6f3-bd828292bdac req-e6e58d2b-f4e4-480c-9ffa-a46941bd9d82 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Deleting port 497645a3-8010-4600-9bee-7556205d6092 {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:29.631127 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-9b7130a3-b6d0-4481-a6f3-bd828292bdac req-e6e58d2b-f4e4-480c-9ffa-a46941bd9d82 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:29.897353 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-9b7130a3-b6d0-4481-a6f3-bd828292bdac req-e6e58d2b-f4e4-480c-9ffa-a46941bd9d82 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] For port 497645a3-8010-4600-9bee-7556205d6092, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=497645a3-8010-4600-9bee-7556205d6092,segment=NetworkSegment(948bd829-6efd-41c7-844a-cb015bfaec49),segment_id=948bd829-6efd-41c7-844a-cb015bfaec49)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:29.897692 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-9b7130a3-b6d0-4481-a6f3-bd828292bdac req-e6e58d2b-f4e4-480c-9ffa-a46941bd9d82 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:30.033285 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-9b7130a3-b6d0-4481-a6f3-bd828292bdac req-e6e58d2b-f4e4-480c-9ffa-a46941bd9d82 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Calling delete_port for 497645a3-8010-4600-9bee-7556205d6092 owned by compute:nova {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:30.247508 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18093752-177f-40b0-bee3-20b6e919ba65 req-83388ffb-5d9a-4aba-b413-7781bafa736c tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:30.248765 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-18093752-177f-40b0-bee3-20b6e919ba65 req-83388ffb-5d9a-4aba-b413-7781bafa736c tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/ports?device_id=88e3e442-f814-432c-b847-485ae52e363a HTTP/1.1" status: 200 len: 945 time: 0.1698728 Apr 15 11:02:30.307518 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-9b7130a3-b6d0-4481-a6f3-bd828292bdac req-e6e58d2b-f4e4-480c-9ffa-a46941bd9d82 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:30.325742 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-3dea959f-8e18-42e9-8677-e89f3950317c tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:30.356605 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['497645a3-8010-4600-9bee-7556205d6092'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:02:30.380238 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e58d2b-f4e4-480c-9ffa-a46941bd9d82 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Pushing event deleted for resources: {'Port': ['ID=497645a3-8010-4600-9bee-7556205d6092,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:30.435282 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-18093752-177f-40b0-bee3-20b6e919ba65 req-10762428-8ce8-46bc-95cf-14b943774afa tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.36 "GET /v2.0/security-groups?id=1db42a65-b553-49a1-9d43-fde688bcbb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779966 Apr 15 11:02:30.440710 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e6e58d2b-f4e4-480c-9ffa-a46941bd9d82 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:30.594319 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7130a3-b6d0-4481-a6f3-bd828292bdac req-e6e58d2b-f4e4-480c-9ffa-a46941bd9d82 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] No DVR routers for this DVR port 497645a3-8010-4600-9bee-7556205d6092 on host hv-cinder-78638 {{(pid=85270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:02:30.597103 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-9b7130a3-b6d0-4481-a6f3-bd828292bdac req-e6e58d2b-f4e4-480c-9ffa-a46941bd9d82 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:30.600319 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e3e442-f814-432c-b847-485ae52e363a', 'name': 'network-vif-deleted', 'tag': '497645a3-8010-4600-9bee-7556205d6092'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:02:30.616999 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9b7130a3-b6d0-4481-a6f3-bd828292bdac req-e6e58d2b-f4e4-480c-9ffa-a46941bd9d82 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] 10.222.0.60 "DELETE /v2.0/ports/497645a3-8010-4600-9bee-7556205d6092 HTTP/1.1" status: 204 len: 173 time: 1.0573778 Apr 15 11:02:30.658694 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e3e442-f814-432c-b847-485ae52e363a', 'name': 'network-vif-deleted', 'tag': '497645a3-8010-4600-9bee-7556205d6092', 'status': 'completed', 'code': 200} Apr 15 11:02:32.347888 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 46524) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:32.944682 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6a95f8e4-81e2-46c2-b7bb-c4f570abb2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854366199'] for router_interface, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:33.328238 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-6a95f8e4-81e2-46c2-b7bb-c4f570abb2fc admin admin] Deleting port 34eeaf09-4433-49f8-b509-347311a09686 {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:33.328625 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6a95f8e4-81e2-46c2-b7bb-c4f570abb2fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:33.515907 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-6a95f8e4-81e2-46c2-b7bb-c4f570abb2fc admin admin] For port 34eeaf09-4433-49f8-b509-347311a09686, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=34eeaf09-4433-49f8-b509-347311a09686,segment=NetworkSegment(948bd829-6efd-41c7-844a-cb015bfaec49),segment_id=948bd829-6efd-41c7-844a-cb015bfaec49)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:33.516471 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6a95f8e4-81e2-46c2-b7bb-c4f570abb2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:33.650454 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-6a95f8e4-81e2-46c2-b7bb-c4f570abb2fc admin admin] Calling delete_port for 34eeaf09-4433-49f8-b509-347311a09686 owned by network:router_interface {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:33.829425 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6a95f8e4-81e2-46c2-b7bb-c4f570abb2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:33.844453 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0d611a5f-0753-4d70-b991-c385ff5f78a7 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:33.938484 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95f8e4-81e2-46c2-b7bb-c4f570abb2fc admin admin] Pushing event deleted for resources: {'Port': ['ID=34eeaf09-4433-49f8-b509-347311a09686,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:33.941141 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-6a95f8e4-81e2-46c2-b7bb-c4f570abb2fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:33.999964 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 497645a3-8010-4600-9bee-7556205d6092 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:02:34.039752 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] No Port match for: 497645a3-8010-4600-9bee-7556205d6092 {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:02:34.040147 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 497645a3-8010-4600-9bee-7556205d6092 not bound to the agent host hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:02:34.556481 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6a95f8e4-81e2-46c2-b7bb-c4f570abb2fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854360612'] for router_interface, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:35.104422 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a95f8e4-81e2-46c2-b7bb-c4f570abb2fc admin admin] Router 46aa2a01-4109-469e-bab4-08c002b7dc7f has already been hosted by L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 {{(pid=85270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:02:35.309702 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a95f8e4-81e2-46c2-b7bb-c4f570abb2fc admin admin] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:02:35.318493 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3655a3-cc6d-44f8-8b60-4a548aba42b6 None None] Sync routers for ids ['46aa2a01-4109-469e-bab4-08c002b7dc7f'] in dv-cinder-786383-1-iscsi {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:02:35.325514 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-6a95f8e4-81e2-46c2-b7bb-c4f570abb2fc admin admin] 10.222.0.36 "PUT /v2.0/routers/46aa2a01-4109-469e-bab4-08c002b7dc7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9753311 Apr 15 11:02:35.326392 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 46532) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:35.330209 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3655a3-cc6d-44f8-8b60-4a548aba42b6 None None] Routers {'46aa2a01-4109-469e-bab4-08c002b7dc7f'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:35.330973 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-1e3655a3-cc6d-44f8-8b60-4a548aba42b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:02:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['46aa2a01-4109-469e-bab4-08c002b7dc7f'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:35.528742 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ee7e10d3-2d99-435b-b6fe-3e66a8f7c736 admin admin] Notify callbacks [] for router, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:35.530529 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-1e3655a3-cc6d-44f8-8b60-4a548aba42b6 None None] Set router 46aa2a01-4109-469e-bab4-08c002b7dc7f gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:02:35.852091 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-1e3655a3-cc6d-44f8-8b60-4a548aba42b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'name': 'tempest-TestMinimumBasicScenario-1749249159-router', 'tenant_id': '6649e462ddcb4b9eaadfa697910754c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '92ffb84d-9a50-4a58-973d-e33ae680142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:03Z', 'updated_at': '2021-04-15T11:02:33Z', 'revision_number': 5, 'project_id': '6649e462ddcb4b9eaadfa697910754c5', 'gw_port': {'id': '92ffb84d-9a50-4a58-973d-e33ae680142e', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:04Z', 'updated_at': '2021-04-15T10:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi'}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:35.863845 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3655a3-cc6d-44f8-8b60-4a548aba42b6 None None] Checking router: 46aa2a01-4109-469e-bab4-08c002b7dc7f for host: dv-cinder-786383-1-iscsi {{(pid=85276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:02:35.873897 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3655a3-cc6d-44f8-8b60-4a548aba42b6 None None] Routers {'46aa2a01-4109-469e-bab4-08c002b7dc7f'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:35.874580 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-1e3655a3-cc6d-44f8-8b60-4a548aba42b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:02:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['46aa2a01-4109-469e-bab4-08c002b7dc7f'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:35.981544 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ee7e10d3-2d99-435b-b6fe-3e66a8f7c736 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:35.989802 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-ee7e10d3-2d99-435b-b6fe-3e66a8f7c736 admin admin] Deleting port 92ffb84d-9a50-4a58-973d-e33ae680142e {{(pid=85272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:35.990174 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ee7e10d3-2d99-435b-b6fe-3e66a8f7c736 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:36.069078 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-1e3655a3-cc6d-44f8-8b60-4a548aba42b6 None None] Set router 46aa2a01-4109-469e-bab4-08c002b7dc7f gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:02:36.194462 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-ee7e10d3-2d99-435b-b6fe-3e66a8f7c736 admin admin] For port 92ffb84d-9a50-4a58-973d-e33ae680142e, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=92ffb84d-9a50-4a58-973d-e33ae680142e,segment=NetworkSegment(c54efefa-f121-49d4-9f1f-b433dc39aac8),segment_id=c54efefa-f121-49d4-9f1f-b433dc39aac8)] {{(pid=85272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:36.194842 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ee7e10d3-2d99-435b-b6fe-3e66a8f7c736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:36.333454 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-ee7e10d3-2d99-435b-b6fe-3e66a8f7c736 admin admin] Calling delete_port for 92ffb84d-9a50-4a58-973d-e33ae680142e owned by network:router_gateway {{(pid=85272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:36.398371 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-1e3655a3-cc6d-44f8-8b60-4a548aba42b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'name': 'tempest-TestMinimumBasicScenario-1749249159-router', 'tenant_id': '6649e462ddcb4b9eaadfa697910754c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '92ffb84d-9a50-4a58-973d-e33ae680142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:03Z', 'updated_at': '2021-04-15T11:02:33Z', 'revision_number': 5, 'project_id': '6649e462ddcb4b9eaadfa697910754c5', 'gw_port': {'id': '92ffb84d-9a50-4a58-973d-e33ae680142e', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:04Z', 'updated_at': '2021-04-15T10:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi'}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:36.403149 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3655a3-cc6d-44f8-8b60-4a548aba42b6 None None] The sync data for ids ['46aa2a01-4109-469e-bab4-08c002b7dc7f'] in dv-cinder-786383-1-iscsi is: [{'id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'name': 'tempest-TestMinimumBasicScenario-1749249159-router', 'tenant_id': '6649e462ddcb4b9eaadfa697910754c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '92ffb84d-9a50-4a58-973d-e33ae680142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:03Z', 'updated_at': '2021-04-15T11:02:33Z', 'revision_number': 5, 'project_id': '6649e462ddcb4b9eaadfa697910754c5', 'gw_port': {'id': '92ffb84d-9a50-4a58-973d-e33ae680142e', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa2a01-4109-469e-bab4-08c002b7dc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:04Z', 'updated_at': '2021-04-15T10:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi'}] {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:02:36.492716 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 34eeaf09-4433-49f8-b509-347311a09686 no longer exists at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:02:36.532629 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] No Port match for: 34eeaf09-4433-49f8-b509-347311a09686 {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:02:36.533023 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 34eeaf09-4433-49f8-b509-347311a09686 not bound to the agent host dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:02:36.545452 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ee7e10d3-2d99-435b-b6fe-3e66a8f7c736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:36.563540 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-8f6f1c4e-0478-4d36-8100-a37df7c4d9c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:36.656248 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e10d3-2d99-435b-b6fe-3e66a8f7c736 admin admin] Pushing event deleted for resources: {'Port': ['ID=92ffb84d-9a50-4a58-973d-e33ae680142e,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:36.667122 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-ee7e10d3-2d99-435b-b6fe-3e66a8f7c736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:36.829856 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ee7e10d3-2d99-435b-b6fe-3e66a8f7c736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854360774'] for router_gateway, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:37.020507 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ee7e10d3-2d99-435b-b6fe-3e66a8f7c736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854364964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036850582298'] for router, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:37.023221 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ee7e10d3-2d99-435b-b6fe-3e66a8f7c736 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:37.045711 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ee7e10d3-2d99-435b-b6fe-3e66a8f7c736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-504396'] for router, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:37.046289 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7e10d3-2d99-435b-b6fe-3e66a8f7c736 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46aa2a01-4109-469e-bab4-08c002b7dc7f {{(pid=85272) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 11:02:37.059262 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ee7e10d3-2d99-435b-b6fe-3e66a8f7c736 admin admin] Notify callbacks [] for router, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:37.060743 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-ee7e10d3-2d99-435b-b6fe-3e66a8f7c736 admin admin] 10.222.0.36 "DELETE /v2.0/routers/46aa2a01-4109-469e-bab4-08c002b7dc7f HTTP/1.1" status: 204 len: 168 time: 1.7331810 Apr 15 11:02:37.063997 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 46540) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:37.134531 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b6003c9-1ad4-4b75-8949-b6e45a7e40f9 admin admin] Deleting subnet e34725df-ec95-435a-9d7b-25408026fc55 {{(pid=85270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:02:37.138345 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8b6003c9-1ad4-4b75-8949-b6e45a7e40f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:37.196542 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8b6003c9-1ad4-4b75-8949-b6e45a7e40f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851805275'] for subnet, precommit_delete_associations {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:37.328162 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8b6003c9-1ad4-4b75-8949-b6e45a7e40f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32014'] for subnet, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:37.611203 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8b6003c9-1ad4-4b75-8949-b6e45a7e40f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854743802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850600606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146478'] for subnet, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:37.627290 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-de2adae1-ccc5-427f-a51a-3401c3e2f3cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:37.714177 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6003c9-1ad4-4b75-8949-b6e45a7e40f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e34725df-ec95-435a-9d7b-25408026fc55,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:37.726246 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-8b6003c9-1ad4-4b75-8949-b6e45a7e40f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:37.759406 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8b6003c9-1ad4-4b75-8949-b6e45a7e40f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for subnet, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:37.764802 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34965066-33d5-40b9-aca8-6c9f55f07b34 None None] Network c3e34d95-ed57-4474-b09b-ff783b904a56 requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:02:37.767887 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-8b6003c9-1ad4-4b75-8949-b6e45a7e40f9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e34725df-ec95-435a-9d7b-25408026fc55 HTTP/1.1" status: 204 len: 168 time: 0.7006247 Apr 15 11:02:37.768430 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 46544) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:37.885709 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5774964-e761-4aa6-b619-e705dee8fdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853840452'] for network, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:37.967849 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-b5774964-e761-4aa6-b619-e705dee8fdd3 admin admin] Deleting port 3da2663d-2de8-47e4-af54-5c603af94dad {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:37.968225 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5774964-e761-4aa6-b619-e705dee8fdd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:38.037611 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e445af-107a-470a-a312-9f27e813abdf None None] DHCP port deletion for c3e34d95-ed57-4474-b09b-ff783b904a56 request from dv-cinder-786383-1-iscsi {{(pid=85273) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 11:02:38.041913 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-33e445af-107a-470a-a312-9f27e813abdf None None] Deleting port 3da2663d-2de8-47e4-af54-5c603af94dad {{(pid=85273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:38.042639 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-33e445af-107a-470a-a312-9f27e813abdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:38.204698 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-b5774964-e761-4aa6-b619-e705dee8fdd3 admin admin] For port 3da2663d-2de8-47e4-af54-5c603af94dad, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=3da2663d-2de8-47e4-af54-5c603af94dad,segment=NetworkSegment(948bd829-6efd-41c7-844a-cb015bfaec49),segment_id=948bd829-6efd-41c7-844a-cb015bfaec49)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:38.205106 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5774964-e761-4aa6-b619-e705dee8fdd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:38.271090 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-33e445af-107a-470a-a312-9f27e813abdf None None] For port 3da2663d-2de8-47e4-af54-5c603af94dad, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=3da2663d-2de8-47e4-af54-5c603af94dad,segment=NetworkSegment(948bd829-6efd-41c7-844a-cb015bfaec49),segment_id=948bd829-6efd-41c7-844a-cb015bfaec49)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:38.271382 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-33e445af-107a-470a-a312-9f27e813abdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:38.343277 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-b5774964-e761-4aa6-b619-e705dee8fdd3 admin admin] Calling delete_port for 3da2663d-2de8-47e4-af54-5c603af94dad owned by network:dhcp {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:38.405985 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-33e445af-107a-470a-a312-9f27e813abdf None None] Calling delete_port for 3da2663d-2de8-47e4-af54-5c603af94dad owned by network:dhcp {{(pid=85273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:38.423910 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5774964-e761-4aa6-b619-e705dee8fdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:38.440634 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-d730f8eb-5c5d-4df7-8843-a01298a295a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:38.485806 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.db.api [None req-33e445af-107a-470a-a312-9f27e813abdf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85273) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 11:02:38.486160 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_db.api [None req-33e445af-107a-470a-a312-9f27e813abdf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 11:02:38.491981 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5774964-e761-4aa6-b619-e705dee8fdd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3da2663d-2de8-47e4-af54-5c603af94dad,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:38.536817 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 3da2663d-2de8-47e4-af54-5c603af94dad no longer exists at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:02:38.541122 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-b5774964-e761-4aa6-b619-e705dee8fdd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:38.574415 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] No Port match for: 3da2663d-2de8-47e4-af54-5c603af94dad {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:02:38.574815 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 3da2663d-2de8-47e4-af54-5c603af94dad not bound to the agent host dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:02:38.575376 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 92ffb84d-9a50-4a58-973d-e33ae680142e no longer exists at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:02:38.594098 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5774964-e761-4aa6-b619-e705dee8fdd3 admin admin] No DVR routers for this DVR port 3da2663d-2de8-47e4-af54-5c603af94dad on host dv-cinder-786383-1-iscsi {{(pid=85270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:02:38.611930 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] No Port match for: 92ffb84d-9a50-4a58-973d-e33ae680142e {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:02:38.612330 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 92ffb84d-9a50-4a58-973d-e33ae680142e not bound to the agent host dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:02:38.723074 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5774964-e761-4aa6-b619-e705dee8fdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854600463', 'neutron.services.segments.db._delete_segments_for_network--9223363301131922753'] for network, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:38.840849 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-b5774964-e761-4aa6-b619-e705dee8fdd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e34d95-ed57-4474-b09b-ff783b904a56']}} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:38.854389 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-b5774964-e761-4aa6-b619-e705dee8fdd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '948bd829-6efd-41c7-844a-cb015bfaec49') {'for_net_delete': True} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:38.854734 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-b5774964-e761-4aa6-b619-e705dee8fdd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '948bd829-6efd-41c7-844a-cb015bfaec49') {} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:38.867776 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5774964-e761-4aa6-b619-e705dee8fdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301131932993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2970557'] for segment, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:38.886488 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5774964-e761-4aa6-b619-e705dee8fdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854748824'] for segment, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:38.893915 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5774964-e761-4aa6-b619-e705dee8fdd3 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=85270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:02:38.987466 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-33e445af-107a-470a-a312-9f27e813abdf None None] Deleting port 3da2663d-2de8-47e4-af54-5c603af94dad {{(pid=85273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:38.987833 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-33e445af-107a-470a-a312-9f27e813abdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:39.062067 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-33e445af-107a-470a-a312-9f27e813abdf None None] The port '3da2663d-2de8-47e4-af54-5c603af94dad' was deleted {{(pid=85273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 11:02:39.077013 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-b5774964-e761-4aa6-b619-e705dee8fdd3 admin admin] Network c3e34d95-ed57-4474-b09b-ff783b904a56 has no segments {{(pid=85270) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:02:39.086094 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5774964-e761-4aa6-b619-e705dee8fdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-26960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4175553'] for segment, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:39.523296 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-b5774964-e761-4aa6-b619-e705dee8fdd3 admin admin] Network c3e34d95-ed57-4474-b09b-ff783b904a56 has no segments {{(pid=85270) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:02:39.547251 dv-cinder-786383-1-iscsi neutron-server[85157]: Traceback (most recent call last): Apr 15 11:02:39.547251 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:02:39.547251 dv-cinder-786383-1-iscsi neutron-server[85157]: timer() Apr 15 11:02:39.547251 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:02:39.547251 dv-cinder-786383-1-iscsi neutron-server[85157]: cb(*args, **kw) Apr 15 11:02:39.547251 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:02:39.547251 dv-cinder-786383-1-iscsi neutron-server[85157]: return func(*args, **kwargs) Apr 15 11:02:39.547251 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:02:39.547251 dv-cinder-786383-1-iscsi neutron-server[85157]: self._notify() Apr 15 11:02:39.547251 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:02:39.547251 dv-cinder-786383-1-iscsi neutron-server[85157]: self.callback(batched_events) Apr 15 11:02:39.547251 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:02:39.547251 dv-cinder-786383-1-iscsi neutron-server[85157]: event.method(event) Apr 15 11:02:39.547251 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:02:39.547251 dv-cinder-786383-1-iscsi neutron-server[85157]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:02:39.547251 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:02:39.547251 dv-cinder-786383-1-iscsi neutron-server[85157]: segment_id)['aggregates'][0] Apr 15 11:02:39.547251 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:02:39.547251 dv-cinder-786383-1-iscsi neutron-server[85157]: return f(self, *a, **k) Apr 15 11:02:39.547251 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:02:39.547251 dv-cinder-786383-1-iscsi neutron-server[85157]: return self._get(url).json() Apr 15 11:02:39.547251 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:02:39.547251 dv-cinder-786383-1-iscsi neutron-server[85157]: **kwargs) Apr 15 11:02:39.547251 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:02:39.547251 dv-cinder-786383-1-iscsi neutron-server[85157]: return self.request(url, 'GET', **kwargs) Apr 15 11:02:39.547251 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:02:39.547251 dv-cinder-786383-1-iscsi neutron-server[85157]: **endpoint_filter) Apr 15 11:02:39.547251 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:02:39.547251 dv-cinder-786383-1-iscsi neutron-server[85157]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:02:39.547251 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:02:39.547251 dv-cinder-786383-1-iscsi neutron-server[85157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:02:39.547251 dv-cinder-786383-1-iscsi neutron-server[85157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:02:39.630179 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5774964-e761-4aa6-b619-e705dee8fdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-175238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414992'] for network, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:39.634231 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:39.653422 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5774964-e761-4aa6-b619-e705dee8fdd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for network, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:39.664775 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5774964-e761-4aa6-b619-e705dee8fdd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3e34d95-ed57-4474-b09b-ff783b904a56,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:39.669129 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-b5774964-e761-4aa6-b619-e705dee8fdd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:39.679907 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-b5774964-e761-4aa6-b619-e705dee8fdd3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c3e34d95-ed57-4474-b09b-ff783b904a56 HTTP/1.1" status: 204 len: 168 time: 1.9104092 Apr 15 11:02:39.682913 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 46552) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:40.267311 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8061ae1b-94d7-4a02-83e2-c9a1803efb48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854366199'] for router_interface, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:40.649562 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-8061ae1b-94d7-4a02-83e2-c9a1803efb48 admin admin] Deleting port 22c56b17-cb28-453e-9c96-34e9c5fe95f4 {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:40.649945 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8061ae1b-94d7-4a02-83e2-c9a1803efb48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:40.851346 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-8061ae1b-94d7-4a02-83e2-c9a1803efb48 admin admin] For port 22c56b17-cb28-453e-9c96-34e9c5fe95f4, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=22c56b17-cb28-453e-9c96-34e9c5fe95f4,segment=NetworkSegment(2ae0fa57-f4b0-4f62-9b36-8730e8afaed2),segment_id=2ae0fa57-f4b0-4f62-9b36-8730e8afaed2)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:40.851757 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8061ae1b-94d7-4a02-83e2-c9a1803efb48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:40.988266 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-8061ae1b-94d7-4a02-83e2-c9a1803efb48 admin admin] Calling delete_port for 22c56b17-cb28-453e-9c96-34e9c5fe95f4 owned by network:router_interface {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:41.166245 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8061ae1b-94d7-4a02-83e2-c9a1803efb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:41.185116 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-10d5e725-b037-4c92-87f7-dc72d041640b tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:41.283944 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061ae1b-94d7-4a02-83e2-c9a1803efb48 admin admin] Pushing event deleted for resources: {'Port': ['ID=22c56b17-cb28-453e-9c96-34e9c5fe95f4,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:41.287936 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-8061ae1b-94d7-4a02-83e2-c9a1803efb48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:41.655315 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8061ae1b-94d7-4a02-83e2-c9a1803efb48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854360612'] for router_interface, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:42.412578 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8061ae1b-94d7-4a02-83e2-c9a1803efb48 admin admin] Router 746816a1-27d7-4306-81f0-0642f37508ce has already been hosted by L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 {{(pid=85270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:02:42.613377 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8061ae1b-94d7-4a02-83e2-c9a1803efb48 admin admin] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:02:42.626540 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-8061ae1b-94d7-4a02-83e2-c9a1803efb48 admin admin] 10.222.0.36 "PUT /v2.0/routers/746816a1-27d7-4306-81f0-0642f37508ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9392409 Apr 15 11:02:42.626766 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35a8f0f-298b-40a2-afde-325177bae764 None None] Sync routers for ids ['746816a1-27d7-4306-81f0-0642f37508ce'] in dv-cinder-786383-1-iscsi {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:02:42.626869 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 46562) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:42.638093 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35a8f0f-298b-40a2-afde-325177bae764 None None] Routers {'746816a1-27d7-4306-81f0-0642f37508ce'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:42.638915 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-f35a8f0f-298b-40a2-afde-325177bae764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:02:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['746816a1-27d7-4306-81f0-0642f37508ce'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:42.830479 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9b7d22d5-287e-48f0-a6d0-7ea7866b916b admin admin] Notify callbacks [] for router, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:42.842123 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-f35a8f0f-298b-40a2-afde-325177bae764 None None] Set router 746816a1-27d7-4306-81f0-0642f37508ce gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:02:43.040453 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9b7d22d5-287e-48f0-a6d0-7ea7866b916b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:43.050119 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-9b7d22d5-287e-48f0-a6d0-7ea7866b916b admin admin] Deleting port 47683df7-dae0-4749-9ba5-70c76f21a0df {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:43.050533 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9b7d22d5-287e-48f0-a6d0-7ea7866b916b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:43.254050 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-9b7d22d5-287e-48f0-a6d0-7ea7866b916b admin admin] For port 47683df7-dae0-4749-9ba5-70c76f21a0df, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=47683df7-dae0-4749-9ba5-70c76f21a0df,segment=NetworkSegment(c54efefa-f121-49d4-9f1f-b433dc39aac8),segment_id=c54efefa-f121-49d4-9f1f-b433dc39aac8)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:43.254451 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9b7d22d5-287e-48f0-a6d0-7ea7866b916b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:43.362411 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-f35a8f0f-298b-40a2-afde-325177bae764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746816a1-27d7-4306-81f0-0642f37508ce', 'name': 'tempest-TestMinimumBasicScenario-11352218-router', 'tenant_id': '97a52eb310604f1ea8c60e7ca6c8ecc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '47683df7-dae0-4749-9ba5-70c76f21a0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:14Z', 'updated_at': '2021-04-15T11:02:41Z', 'revision_number': 5, 'project_id': '97a52eb310604f1ea8c60e7ca6c8ecc5', 'gw_port': {'id': '47683df7-dae0-4749-9ba5-70c76f21a0df', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746816a1-27d7-4306-81f0-0642f37508ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:15Z', 'updated_at': '2021-04-15T10:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi'}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:43.366861 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35a8f0f-298b-40a2-afde-325177bae764 None None] Checking router: 746816a1-27d7-4306-81f0-0642f37508ce for host: dv-cinder-786383-1-iscsi {{(pid=85273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:02:43.376972 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35a8f0f-298b-40a2-afde-325177bae764 None None] Routers {'746816a1-27d7-4306-81f0-0642f37508ce'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:43.377637 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-f35a8f0f-298b-40a2-afde-325177bae764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:02:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['746816a1-27d7-4306-81f0-0642f37508ce'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:43.397520 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-9b7d22d5-287e-48f0-a6d0-7ea7866b916b admin admin] Calling delete_port for 47683df7-dae0-4749-9ba5-70c76f21a0df owned by network:router_gateway {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:43.549637 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-f35a8f0f-298b-40a2-afde-325177bae764 None None] Set router 746816a1-27d7-4306-81f0-0642f37508ce gateway port host: None {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:02:43.581871 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9b7d22d5-287e-48f0-a6d0-7ea7866b916b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:43.598618 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-8061ae1b-94d7-4a02-83e2-c9a1803efb48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:43.668106 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-f35a8f0f-298b-40a2-afde-325177bae764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746816a1-27d7-4306-81f0-0642f37508ce', 'name': 'tempest-TestMinimumBasicScenario-11352218-router', 'tenant_id': '97a52eb310604f1ea8c60e7ca6c8ecc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:14Z', 'updated_at': '2021-04-15T11:02:43Z', 'revision_number': 6, 'project_id': '97a52eb310604f1ea8c60e7ca6c8ecc5', 'gw_port_host': None}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:43.673305 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35a8f0f-298b-40a2-afde-325177bae764 None None] The sync data for ids ['746816a1-27d7-4306-81f0-0642f37508ce'] in dv-cinder-786383-1-iscsi is: [{'id': '746816a1-27d7-4306-81f0-0642f37508ce', 'name': 'tempest-TestMinimumBasicScenario-11352218-router', 'tenant_id': '97a52eb310604f1ea8c60e7ca6c8ecc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:14Z', 'updated_at': '2021-04-15T11:02:43Z', 'revision_number': 6, 'project_id': '97a52eb310604f1ea8c60e7ca6c8ecc5', 'gw_port_host': None}] {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:02:43.692760 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d22d5-287e-48f0-a6d0-7ea7866b916b admin admin] Pushing event deleted for resources: {'Port': ['ID=47683df7-dae0-4749-9ba5-70c76f21a0df,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:43.716092 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-9b7d22d5-287e-48f0-a6d0-7ea7866b916b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:43.876977 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9b7d22d5-287e-48f0-a6d0-7ea7866b916b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854360774'] for router_gateway, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:44.068560 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9b7d22d5-287e-48f0-a6d0-7ea7866b916b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854364964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036850582298'] for router, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:44.071177 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9b7d22d5-287e-48f0-a6d0-7ea7866b916b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:44.096520 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9b7d22d5-287e-48f0-a6d0-7ea7866b916b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-504396'] for router, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:44.097087 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7d22d5-287e-48f0-a6d0-7ea7866b916b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 746816a1-27d7-4306-81f0-0642f37508ce {{(pid=85270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 11:02:44.110709 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9b7d22d5-287e-48f0-a6d0-7ea7866b916b admin admin] Notify callbacks [] for router, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:44.112030 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-9b7d22d5-287e-48f0-a6d0-7ea7866b916b admin admin] 10.222.0.36 "DELETE /v2.0/routers/746816a1-27d7-4306-81f0-0642f37508ce HTTP/1.1" status: 204 len: 168 time: 1.4843030 Apr 15 11:02:44.114719 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 46570) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:44.185768 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba77ef14-0e20-4c21-bfc5-923c520e1dc6 admin admin] Deleting subnet 1949c210-bc78-4e3c-9710-fe60d401c0a5 {{(pid=85270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:02:44.189396 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ba77ef14-0e20-4c21-bfc5-923c520e1dc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:44.244041 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ba77ef14-0e20-4c21-bfc5-923c520e1dc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851805275'] for subnet, precommit_delete_associations {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:44.354206 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ba77ef14-0e20-4c21-bfc5-923c520e1dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32014'] for subnet, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:44.538449 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 22c56b17-cb28-453e-9c96-34e9c5fe95f4 no longer exists at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:02:44.576890 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] No Port match for: 22c56b17-cb28-453e-9c96-34e9c5fe95f4 {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:02:44.577535 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 22c56b17-cb28-453e-9c96-34e9c5fe95f4 not bound to the agent host dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:02:44.578001 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 47683df7-dae0-4749-9ba5-70c76f21a0df no longer exists at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:02:44.618546 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] No Port match for: 47683df7-dae0-4749-9ba5-70c76f21a0df {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:02:44.618970 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 47683df7-dae0-4749-9ba5-70c76f21a0df not bound to the agent host dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:02:44.640348 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ba77ef14-0e20-4c21-bfc5-923c520e1dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854743802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850600606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146478'] for subnet, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:44.656706 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:44.750567 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba77ef14-0e20-4c21-bfc5-923c520e1dc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1949c210-bc78-4e3c-9710-fe60d401c0a5,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:44.763366 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-ba77ef14-0e20-4c21-bfc5-923c520e1dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:44.802470 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ba77ef14-0e20-4c21-bfc5-923c520e1dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for subnet, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:44.808498 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a527e7-9268-4cd3-8e96-b03bb437caa1 None None] Network 4036570b-2c54-4030-bdb0-06d8001a133b requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:02:44.811368 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-ba77ef14-0e20-4c21-bfc5-923c520e1dc6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1949c210-bc78-4e3c-9710-fe60d401c0a5 HTTP/1.1" status: 204 len: 168 time: 0.6934972 Apr 15 11:02:44.811991 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 46574) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:44.939659 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6bc5e549-a179-4e5e-9681-e74eb4eeb7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853840452'] for network, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:45.017860 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-6bc5e549-a179-4e5e-9681-e74eb4eeb7fd admin admin] Deleting port 6fc8ee68-f39d-4001-a138-0c12f5eeeb3e {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:45.018154 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6bc5e549-a179-4e5e-9681-e74eb4eeb7fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:45.104116 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3764f09a-4e24-4e5f-9c25-360d15fc64d3 None None] DHCP port deletion for 4036570b-2c54-4030-bdb0-06d8001a133b request from dv-cinder-786383-1-iscsi {{(pid=85273) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 11:02:45.109398 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-3764f09a-4e24-4e5f-9c25-360d15fc64d3 None None] Deleting port 6fc8ee68-f39d-4001-a138-0c12f5eeeb3e {{(pid=85273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:45.109831 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-3764f09a-4e24-4e5f-9c25-360d15fc64d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:45.271575 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-6bc5e549-a179-4e5e-9681-e74eb4eeb7fd admin admin] For port 6fc8ee68-f39d-4001-a138-0c12f5eeeb3e, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=6fc8ee68-f39d-4001-a138-0c12f5eeeb3e,segment=NetworkSegment(2ae0fa57-f4b0-4f62-9b36-8730e8afaed2),segment_id=2ae0fa57-f4b0-4f62-9b36-8730e8afaed2)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:45.271995 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6bc5e549-a179-4e5e-9681-e74eb4eeb7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:45.361801 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-3764f09a-4e24-4e5f-9c25-360d15fc64d3 None None] For port 6fc8ee68-f39d-4001-a138-0c12f5eeeb3e, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=6fc8ee68-f39d-4001-a138-0c12f5eeeb3e,segment=NetworkSegment(2ae0fa57-f4b0-4f62-9b36-8730e8afaed2),segment_id=2ae0fa57-f4b0-4f62-9b36-8730e8afaed2)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:45.362466 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-3764f09a-4e24-4e5f-9c25-360d15fc64d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:45.415376 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-6bc5e549-a179-4e5e-9681-e74eb4eeb7fd admin admin] Calling delete_port for 6fc8ee68-f39d-4001-a138-0c12f5eeeb3e owned by network:dhcp {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:45.510269 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6bc5e549-a179-4e5e-9681-e74eb4eeb7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:45.521772 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-3764f09a-4e24-4e5f-9c25-360d15fc64d3 None None] Calling delete_port for 6fc8ee68-f39d-4001-a138-0c12f5eeeb3e owned by network:dhcp {{(pid=85273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:45.528976 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-9e5757ee-cd56-48cd-8cde-d81efb619691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:45.614647 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.db.api [None req-3764f09a-4e24-4e5f-9c25-360d15fc64d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85273) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 11:02:45.615276 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_db.api [None req-3764f09a-4e24-4e5f-9c25-360d15fc64d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 11:02:45.637395 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5e549-a179-4e5e-9681-e74eb4eeb7fd admin admin] Pushing event deleted for resources: {'Port': ['ID=6fc8ee68-f39d-4001-a138-0c12f5eeeb3e,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:45.651083 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-6bc5e549-a179-4e5e-9681-e74eb4eeb7fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:45.693929 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc5e549-a179-4e5e-9681-e74eb4eeb7fd admin admin] No DVR routers for this DVR port 6fc8ee68-f39d-4001-a138-0c12f5eeeb3e on host dv-cinder-786383-1-iscsi {{(pid=85270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:02:45.827129 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6bc5e549-a179-4e5e-9681-e74eb4eeb7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854600463', 'neutron.services.segments.db._delete_segments_for_network--9223363301131922753'] for network, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:45.965424 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-6bc5e549-a179-4e5e-9681-e74eb4eeb7fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4036570b-2c54-4030-bdb0-06d8001a133b']}} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:45.994673 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-6bc5e549-a179-4e5e-9681-e74eb4eeb7fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae0fa57-f4b0-4f62-9b36-8730e8afaed2') {'for_net_delete': True} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:45.995044 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-6bc5e549-a179-4e5e-9681-e74eb4eeb7fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae0fa57-f4b0-4f62-9b36-8730e8afaed2') {} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:46.009914 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6bc5e549-a179-4e5e-9681-e74eb4eeb7fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301131932993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2970557'] for segment, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:46.026980 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6bc5e549-a179-4e5e-9681-e74eb4eeb7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854748824'] for segment, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:46.035852 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc5e549-a179-4e5e-9681-e74eb4eeb7fd admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=85270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:02:46.116510 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-3764f09a-4e24-4e5f-9c25-360d15fc64d3 None None] Deleting port 6fc8ee68-f39d-4001-a138-0c12f5eeeb3e {{(pid=85273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:46.116984 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-3764f09a-4e24-4e5f-9c25-360d15fc64d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:46.201391 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-3764f09a-4e24-4e5f-9c25-360d15fc64d3 None None] The port '6fc8ee68-f39d-4001-a138-0c12f5eeeb3e' was deleted {{(pid=85273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 11:02:46.235950 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-6bc5e549-a179-4e5e-9681-e74eb4eeb7fd admin admin] Network 4036570b-2c54-4030-bdb0-06d8001a133b has no segments {{(pid=85270) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:02:46.246889 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6bc5e549-a179-4e5e-9681-e74eb4eeb7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-26960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4175553'] for segment, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:46.454506 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-6bc5e549-a179-4e5e-9681-e74eb4eeb7fd admin admin] Network 4036570b-2c54-4030-bdb0-06d8001a133b has no segments {{(pid=85270) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:02:46.540528 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 6fc8ee68-f39d-4001-a138-0c12f5eeeb3e no longer exists at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:02:46.541612 dv-cinder-786383-1-iscsi neutron-server[85157]: Traceback (most recent call last): Apr 15 11:02:46.541612 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:02:46.541612 dv-cinder-786383-1-iscsi neutron-server[85157]: timer() Apr 15 11:02:46.541612 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:02:46.541612 dv-cinder-786383-1-iscsi neutron-server[85157]: cb(*args, **kw) Apr 15 11:02:46.541612 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:02:46.541612 dv-cinder-786383-1-iscsi neutron-server[85157]: return func(*args, **kwargs) Apr 15 11:02:46.541612 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:02:46.541612 dv-cinder-786383-1-iscsi neutron-server[85157]: self._notify() Apr 15 11:02:46.541612 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:02:46.541612 dv-cinder-786383-1-iscsi neutron-server[85157]: self.callback(batched_events) Apr 15 11:02:46.541612 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:02:46.541612 dv-cinder-786383-1-iscsi neutron-server[85157]: event.method(event) Apr 15 11:02:46.541612 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:02:46.541612 dv-cinder-786383-1-iscsi neutron-server[85157]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:02:46.541612 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:02:46.541612 dv-cinder-786383-1-iscsi neutron-server[85157]: segment_id)['aggregates'][0] Apr 15 11:02:46.541612 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:02:46.541612 dv-cinder-786383-1-iscsi neutron-server[85157]: return f(self, *a, **k) Apr 15 11:02:46.541612 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:02:46.541612 dv-cinder-786383-1-iscsi neutron-server[85157]: return self._get(url).json() Apr 15 11:02:46.541612 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:02:46.541612 dv-cinder-786383-1-iscsi neutron-server[85157]: **kwargs) Apr 15 11:02:46.541612 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:02:46.541612 dv-cinder-786383-1-iscsi neutron-server[85157]: return self.request(url, 'GET', **kwargs) Apr 15 11:02:46.541612 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:02:46.541612 dv-cinder-786383-1-iscsi neutron-server[85157]: **endpoint_filter) Apr 15 11:02:46.541612 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:02:46.541612 dv-cinder-786383-1-iscsi neutron-server[85157]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:02:46.541612 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:02:46.541612 dv-cinder-786383-1-iscsi neutron-server[85157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:02:46.541612 dv-cinder-786383-1-iscsi neutron-server[85157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:02:46.574641 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6bc5e549-a179-4e5e-9681-e74eb4eeb7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-175238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414992'] for network, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:46.580432 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:46.590253 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] No Port match for: 6fc8ee68-f39d-4001-a138-0c12f5eeeb3e {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:02:46.590253 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 6fc8ee68-f39d-4001-a138-0c12f5eeeb3e not bound to the agent host dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:02:46.867338 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6bc5e549-a179-4e5e-9681-e74eb4eeb7fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for network, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:46.875107 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5e549-a179-4e5e-9681-e74eb4eeb7fd admin admin] Pushing event deleted for resources: {'Network': ['ID=4036570b-2c54-4030-bdb0-06d8001a133b,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:46.880183 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-6bc5e549-a179-4e5e-9681-e74eb4eeb7fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:46.883335 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-6bc5e549-a179-4e5e-9681-e74eb4eeb7fd admin admin] 10.222.0.36 "DELETE /v2.0/networks/4036570b-2c54-4030-bdb0-06d8001a133b HTTP/1.1" status: 204 len: 168 time: 2.0702662 Apr 15 11:02:47.079899 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 46584) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:47.138137 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-c9e4027a-a996-492e-bfed-6e61ee0df57c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6649e462ddcb4b9eaadfa697910754c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0566561 Apr 15 11:02:47.141516 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 46590) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:47.207211 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4c2ae49f-e693-4bf0-96d9-5d7a3c55b7ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:47.236021 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4c2ae49f-e693-4bf0-96d9-5d7a3c55b7ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:47.282874 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4c2ae49f-e693-4bf0-96d9-5d7a3c55b7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:47.288313 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-590cba2b-5ee6-4534-a869-34ca839ec528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:47.302288 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ae49f-e693-4bf0-96d9-5d7a3c55b7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db42a65-b553-49a1-9d43-fde688bcbb50,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:47.305193 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-4c2ae49f-e693-4bf0-96d9-5d7a3c55b7ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:47.312255 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4c2ae49f-e693-4bf0-96d9-5d7a3c55b7ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:47.313492 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-4c2ae49f-e693-4bf0-96d9-5d7a3c55b7ab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1db42a65-b553-49a1-9d43-fde688bcbb50 HTTP/1.1" status: 204 len: 168 time: 0.1708903 Apr 15 11:02:47.702255 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 46598) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:47.757386 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-fdca5bfb-e003-4ec3-be2c-61644d7c40ec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=97a52eb310604f1ea8c60e7ca6c8ecc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538073 Apr 15 11:02:47.760529 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 46602) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:47.825355 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a443223f-3c70-42b7-98a8-e0f3b2970fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:47.853522 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a443223f-3c70-42b7-98a8-e0f3b2970fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:47.899831 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a443223f-3c70-42b7-98a8-e0f3b2970fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:47.904460 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-3eb83db3-e29d-4b0c-b1eb-566823e30c90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:47.920783 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a443223f-3c70-42b7-98a8-e0f3b2970fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fac2a1e-8c0b-4029-97ec-bc7ac6cd9f29,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:47.923900 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-a443223f-3c70-42b7-98a8-e0f3b2970fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:47.925146 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a443223f-3c70-42b7-98a8-e0f3b2970fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:47.927881 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-a443223f-3c70-42b7-98a8-e0f3b2970fdb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2fac2a1e-8c0b-4029-97ec-bc7ac6cd9f29 HTTP/1.1" status: 204 len: 168 time: 0.1648281 Apr 15 11:02:48.961420 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 46628) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:49.106058 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-abaad856-2617-43b1-9b32-7ca689edcf76 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-570675792-network', 'tenant_id': 'ac1790d75e884150a63b62344bf5298d'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:49.112049 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-abaad856-2617-43b1-9b32-7ca689edcf76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:49.116169 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-abaad856-2617-43b1-9b32-7ca689edcf76 admin admin] Usage tracker for resource:network and tenant:ac1790d75e884150a63b62344bf5298d is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:49.119266 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-abaad856-2617-43b1-9b32-7ca689edcf76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:49.126941 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-abaad856-2617-43b1-9b32-7ca689edcf76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:49.136369 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abaad856-2617-43b1-9b32-7ca689edcf76 admin admin] Made reservation on behalf of ac1790d75e884150a63b62344bf5298d for: {'network': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:02:49.141946 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-abaad856-2617-43b1-9b32-7ca689edcf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for network, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:49.156162 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-abaad856-2617-43b1-9b32-7ca689edcf76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:49.172496 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-abaad856-2617-43b1-9b32-7ca689edcf76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:49.176740 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-abaad856-2617-43b1-9b32-7ca689edcf76 admin admin] Usage tracker for resource:security_group_rule and tenant:ac1790d75e884150a63b62344bf5298d is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:49.179735 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-abaad856-2617-43b1-9b32-7ca689edcf76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:49.186120 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-abaad856-2617-43b1-9b32-7ca689edcf76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:49.279070 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-abaad856-2617-43b1-9b32-7ca689edcf76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:49.281887 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-abaad856-2617-43b1-9b32-7ca689edcf76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:49.286240 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5f1f1f66-6352-44c7-b0fc-445881602311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:49.316285 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abaad856-2617-43b1-9b32-7ca689edcf76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=85270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 11:02:49.325873 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaad856-2617-43b1-9b32-7ca689edcf76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423d7f63-87d4-461a-b0c7-5213a8a17012,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:49.329166 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-abaad856-2617-43b1-9b32-7ca689edcf76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:49.333930 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-abaad856-2617-43b1-9b32-7ca689edcf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854748824'] for segment, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:49.334432 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.segments_db [None req-abaad856-2617-43b1-9b32-7ca689edcf76 admin admin] Added segment ca650a79-4e24-405b-b01e-92c018e4b6ed of type vlan for network 496d1d64-73ea-4b75-97a9-59db231b3342 Apr 15 11:02:49.366685 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-abaad856-2617-43b1-9b32-7ca689edcf76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363301132464039'] for network, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:49.400189 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-abaad856-2617-43b1-9b32-7ca689edcf76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349'] for network, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:49.401647 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abaad856-2617-43b1-9b32-7ca689edcf76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:49.402971 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-abaad856-2617-43b1-9b32-7ca689edcf76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for network, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:49.408688 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-9f1d4852-0812-41b5-a5a0-c059e6929f6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:49.528149 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-abaad856-2617-43b1-9b32-7ca689edcf76 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5647645 Apr 15 11:02:49.532010 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 46636) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:49.534753 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaad856-2617-43b1-9b32-7ca689edcf76 admin admin] Pushing event updated for resources: {'Network': ['ID=496d1d64-73ea-4b75-97a9-59db231b3342,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:49.538416 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-abaad856-2617-43b1-9b32-7ca689edcf76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:49.539001 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-0878f530-2693-4f2e-aa70-9ad13973abca admin admin] Request body: {'subnet': {'network_id': '496d1d64-73ea-4b75-97a9-59db231b3342', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-570675792-subnet', 'tenant_id': 'ac1790d75e884150a63b62344bf5298d', 'ip_version': 4}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:49.545507 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-0878f530-2693-4f2e-aa70-9ad13973abca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:49.546522 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Network 496d1d64-73ea-4b75-97a9-59db231b3342 details requested by agent ovs-agent-dv-cinder-786383-1-iscsi with host dv-cinder-786383-1-iscsi {{(pid=85273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 11:02:49.549932 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-0878f530-2693-4f2e-aa70-9ad13973abca admin admin] Usage tracker for resource:subnet and tenant:ac1790d75e884150a63b62344bf5298d is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:49.552989 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-0878f530-2693-4f2e-aa70-9ad13973abca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:49.560377 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-0878f530-2693-4f2e-aa70-9ad13973abca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:49.571687 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0878f530-2693-4f2e-aa70-9ad13973abca admin admin] Made reservation on behalf of ac1790d75e884150a63b62344bf5298d for: {'subnet': 1} {{(pid=85272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:02:49.577937 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0878f530-2693-4f2e-aa70-9ad13973abca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852330914'] for subnet, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:50.025172 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0878f530-2693-4f2e-aa70-9ad13973abca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2745832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852330929'] for subnet, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:50.040890 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:50.169557 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878f530-2693-4f2e-aa70-9ad13973abca admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e78b072-91f9-4f19-92e8-30a3376abc4f,revision_number=0']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:50.175323 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0878f530-2693-4f2e-aa70-9ad13973abca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:50.251379 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0878f530-2693-4f2e-aa70-9ad13973abca admin admin] Checking segment: {'id': 'ca650a79-4e24-405b-b01e-92c018e4b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '496d1d64-73ea-4b75-97a9-59db231b3342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:02:50.251771 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0878f530-2693-4f2e-aa70-9ad13973abca admin admin] Network hostable DHCP agents. Network: 496d1d64-73ea-4b75-97a9-59db231b3342, hostable agents: ['18362263-581c-45fc-9271-eb619391ffd4'], hosted agents: [] {{(pid=85272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 11:02:50.275021 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0878f530-2693-4f2e-aa70-9ad13973abca admin admin] Network 496d1d64-73ea-4b75-97a9-59db231b3342 is scheduled to be hosted by DHCP agent 18362263-581c-45fc-9271-eb619391ffd4 with binding_index 1 {{(pid=85272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 11:02:50.287589 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-0878f530-2693-4f2e-aa70-9ad13973abca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-1-iscsi, 496d1d64-73ea-4b75-97a9-59db231b3342) {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:02:50.299013 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e40db6-c4c8-402d-9399-5adf57609585 None None] Network 496d1d64-73ea-4b75-97a9-59db231b3342 requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:02:50.302661 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0878f530-2693-4f2e-aa70-9ad13973abca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:50.303345 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0878f530-2693-4f2e-aa70-9ad13973abca admin admin] Notify callbacks [] for subnet, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:50.330418 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-0878f530-2693-4f2e-aa70-9ad13973abca admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7965612 Apr 15 11:02:50.333267 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 46640) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:50.339376 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-17acf8c2-0c07-459d-80aa-aba08da1fb9e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-570675792-router', 'tenant_id': 'ac1790d75e884150a63b62344bf5298d', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'}}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:50.346063 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-17acf8c2-0c07-459d-80aa-aba08da1fb9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:50.350371 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-17acf8c2-0c07-459d-80aa-aba08da1fb9e admin admin] Usage tracker for resource:router and tenant:ac1790d75e884150a63b62344bf5298d is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:50.354344 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-17acf8c2-0c07-459d-80aa-aba08da1fb9e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:50.361518 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-17acf8c2-0c07-459d-80aa-aba08da1fb9e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:50.373366 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-17acf8c2-0c07-459d-80aa-aba08da1fb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854364945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036850582375'] for router, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:50.375326 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-17acf8c2-0c07-459d-80aa-aba08da1fb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4193425'] for router, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:50.391111 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-17acf8c2-0c07-459d-80aa-aba08da1fb9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:50.541672 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpada1f6cb-291d-5cb6-a3be-9f35f1ed9e53-496d1d64-73ea-4b75-97a9-59db231b3342', 'network_id': '496d1d64-73ea-4b75-97a9-59db231b3342', 'tenant_id': 'ac1790d75e884150a63b62344bf5298d', 'fixed_ips': [{'subnet_id': '9e78b072-91f9-4f19-92e8-30a3376abc4f'}]}} from dv-cinder-786383-1-iscsi. {{(pid=85273) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 11:02:50.542634 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:50.698385 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-17acf8c2-0c07-459d-80aa-aba08da1fb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854364930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4193534'] for router, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:50.729157 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] Allocated IP 172.20.0.2 (496d1d64-73ea-4b75-97a9-59db231b3342/9e78b072-91f9-4f19-92e8-30a3376abc4f/adfdc3b2-ef09-47d5-8851-72eef499e105) {{(pid=85273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:02:50.894944 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-859c4dd9-7792-400e-a4cb-e8ef4919e5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:50.981547 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] Notify callbacks [] for port, precommit_create {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:50.993979 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] Transition to ACTIVE for port object adfdc3b2-ef09-47d5-8851-72eef499e105 will not be triggered until provisioned by entity L2. {{(pid=85273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:02:51.015449 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] Transition to ACTIVE for port object adfdc3b2-ef09-47d5-8851-72eef499e105 will not be triggered until provisioned by entity DHCP. {{(pid=85273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:02:51.020373 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888'] for port, after_create {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:51.036827 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:51.054632 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-17acf8c2-0c07-459d-80aa-aba08da1fb9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:51.089450 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-17acf8c2-0c07-459d-80aa-aba08da1fb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:51.177379 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] Pushing event updated for resources: {'Port': ['ID=adfdc3b2-ef09-47d5-8851-72eef499e105,revision_number=1']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:51.200391 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:51.200779 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:51.201166 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:51.201548 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:51.201927 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:51.202302 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:51.202672 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:51.203085 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:51.203461 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:51.203956 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:51.204328 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:51.204694 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:51.209244 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:51.242093 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-17acf8c2-0c07-459d-80aa-aba08da1fb9e admin admin] Allocated IP 172.27.2.103 (533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f/ee0371ba-4ff7-4e97-afb9-409670eb4ad7/27b48f67-b596-4c10-81c0-bc09d223cdb4) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:02:51.251379 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] Network 496d1d64-73ea-4b75-97a9-59db231b3342 is already hosted by enough agents. {{(pid=85273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:02:51.252717 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] Resources bound (agent type, host, resource id): {{(pid=85273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:02:51.255298 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] Received port after_create {{(pid=85273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:02:51.366732 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] Attempting to bind port adfdc3b2-ef09-47d5-8851-72eef499e105 on host dv-cinder-786383-1-iscsi for vnic_type normal with profile {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:02:51.367389 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] Attempting to bind port adfdc3b2-ef09-47d5-8851-72eef499e105 by drivers openvswitch,hyperv on host dv-cinder-786383-1-iscsi at level 0 using segments [{'id': 'ca650a79-4e24-405b-b01e-92c018e4b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '496d1d64-73ea-4b75-97a9-59db231b3342'}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:02:51.367911 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] Attempting to bind port adfdc3b2-ef09-47d5-8851-72eef499e105 on network 496d1d64-73ea-4b75-97a9-59db231b3342 {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:02:51.375245 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] Checking agent: {'id': '8830baa2-eb89-499a-aa08-32819d4139e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 40, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:02:51.375663 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] Checking segment: {'id': 'ca650a79-4e24-405b-b01e-92c018e4b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '496d1d64-73ea-4b75-97a9-59db231b3342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:02:51.376126 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:51.376715 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] Bound using segment: {'id': 'ca650a79-4e24-405b-b01e-92c018e4b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '496d1d64-73ea-4b75-97a9-59db231b3342'} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:02:51.377250 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] Bound port: adfdc3b2-ef09-47d5-8851-72eef499e105, host: dv-cinder-786383-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca650a79-4e24-405b-b01e-92c018e4b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '496d1d64-73ea-4b75-97a9-59db231b3342'}}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:02:51.377789 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:51.413572 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-17acf8c2-0c07-459d-80aa-aba08da1fb9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:51.445519 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-17acf8c2-0c07-459d-80aa-aba08da1fb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:51.462377 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-9b7d22d5-287e-48f0-a6d0-7ea7866b916b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:51.478704 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] For port adfdc3b2-ef09-47d5-8851-72eef499e105, host dv-cinder-786383-1-iscsi, cleared binding levels {{(pid=85273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:02:51.482725 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] For port adfdc3b2-ef09-47d5-8851-72eef499e105, host dv-cinder-786383-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=adfdc3b2-ef09-47d5-8851-72eef499e105,segment=NetworkSegment(ca650a79-4e24-405b-b01e-92c018e4b6ed),segment_id=ca650a79-4e24-405b-b01e-92c018e4b6ed)] {{(pid=85273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:02:51.485893 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:51.502342 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-2c1280a5-7188-46b8-a54e-9e3499c031b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:51.609392 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17acf8c2-0c07-459d-80aa-aba08da1fb9e admin admin] Pushing event updated for resources: {'Port': ['ID=27b48f67-b596-4c10-81c0-bc09d223cdb4,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:51.640242 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17acf8c2-0c07-459d-80aa-aba08da1fb9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:51.640664 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17acf8c2-0c07-459d-80aa-aba08da1fb9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:51.641132 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17acf8c2-0c07-459d-80aa-aba08da1fb9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:51.641614 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17acf8c2-0c07-459d-80aa-aba08da1fb9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:51.641905 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17acf8c2-0c07-459d-80aa-aba08da1fb9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:51.642311 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17acf8c2-0c07-459d-80aa-aba08da1fb9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:51.642716 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17acf8c2-0c07-459d-80aa-aba08da1fb9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:51.643170 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17acf8c2-0c07-459d-80aa-aba08da1fb9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:51.643577 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17acf8c2-0c07-459d-80aa-aba08da1fb9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:51.643979 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17acf8c2-0c07-459d-80aa-aba08da1fb9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:51.644379 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17acf8c2-0c07-459d-80aa-aba08da1fb9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:51.644781 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17acf8c2-0c07-459d-80aa-aba08da1fb9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:51.650659 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-17acf8c2-0c07-459d-80aa-aba08da1fb9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:51.654647 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] Pushing event updated for resources: {'Port': ['ID=adfdc3b2-ef09-47d5-8851-72eef499e105,revision_number=2']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:51.660754 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:51.691312 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17acf8c2-0c07-459d-80aa-aba08da1fb9e admin admin] Network 533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:02:51.692684 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-17acf8c2-0c07-459d-80aa-aba08da1fb9e admin admin] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:02:51.695419 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17acf8c2-0c07-459d-80aa-aba08da1fb9e admin admin] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:02:52.179860 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-17acf8c2-0c07-459d-80aa-aba08da1fb9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:52.583018 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device adfdc3b2-ef09-47d5-8851-72eef499e105 up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:02:52.693261 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning for port adfdc3b2-ef09-47d5-8851-72eef499e105 completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:02:52.854640 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-17acf8c2-0c07-459d-80aa-aba08da1fb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854360748'] for router, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:53.104780 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17acf8c2-0c07-459d-80aa-aba08da1fb9e admin admin] Router 1e9118fe-05b2-4f07-bd99-eb142a8e261e is scheduled to L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 with binding_index 1 {{(pid=85270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 11:02:53.250818 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3356e3ef-74a2-4b78-b96c-f9b452189bce None None] Network 496d1d64-73ea-4b75-97a9-59db231b3342 requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:02:53.316231 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17acf8c2-0c07-459d-80aa-aba08da1fb9e admin admin] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:02:53.342351 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-17acf8c2-0c07-459d-80aa-aba08da1fb9e admin admin] Notify callbacks [] for router, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:53.344409 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-17acf8c2-0c07-459d-80aa-aba08da1fb9e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0098188 Apr 15 11:02:53.347335 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 46650) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:53.368456 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-d6c83434-e541-456c-abf7-d0013be5d8ce None None] Provisioning for port adfdc3b2-ef09-47d5-8851-72eef499e105 completed by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:02:53.371400 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebaf38e-ee15-44bd-8789-97d4faaec7b3 None None] Sync routers for ids ['1e9118fe-05b2-4f07-bd99-eb142a8e261e'] in dv-cinder-786383-1-iscsi {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:02:53.382785 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-d6c83434-e541-456c-abf7-d0013be5d8ce None None] Provisioning complete for port adfdc3b2-ef09-47d5-8851-72eef499e105 triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:02:53.383328 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d6c83434-e541-456c-abf7-d0013be5d8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:53.389501 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebaf38e-ee15-44bd-8789-97d4faaec7b3 None None] Routers {'1e9118fe-05b2-4f07-bd99-eb142a8e261e'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:53.390284 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-bebaf38e-ee15-44bd-8789-97d4faaec7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:02:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['1e9118fe-05b2-4f07-bd99-eb142a8e261e'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:53.425125 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bb68ad9b-5697-4d6c-b11e-43242a2ae035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:53.596346 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-bebaf38e-ee15-44bd-8789-97d4faaec7b3 None None] Set router 1e9118fe-05b2-4f07-bd99-eb142a8e261e gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:02:53.650057 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d6c83434-e541-456c-abf7-d0013be5d8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:53.701447 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-d6c83434-e541-456c-abf7-d0013be5d8ce None None] For port adfdc3b2-ef09-47d5-8851-72eef499e105, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=adfdc3b2-ef09-47d5-8851-72eef499e105,segment=NetworkSegment(ca650a79-4e24-405b-b01e-92c018e4b6ed),segment_id=ca650a79-4e24-405b-b01e-92c018e4b6ed)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:53.719349 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d6c83434-e541-456c-abf7-d0013be5d8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:53.723624 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:53.810352 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c83434-e541-456c-abf7-d0013be5d8ce None None] Pushing event updated for resources: {'Port': ['ID=adfdc3b2-ef09-47d5-8851-72eef499e105,revision_number=3']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:53.814051 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-d6c83434-e541-456c-abf7-d0013be5d8ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:54.045125 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-7c7dba5e-406f-4960-a2f8-5d4f166f0c1c None None] Provisioning complete for port adfdc3b2-ef09-47d5-8851-72eef499e105 triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:02:54.045545 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-7c7dba5e-406f-4960-a2f8-5d4f166f0c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:54.094533 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-bebaf38e-ee15-44bd-8789-97d4faaec7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'name': 'tempest-TestShelveInstance-570675792-router', 'tenant_id': 'ac1790d75e884150a63b62344bf5298d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '27b48f67-b596-4c10-81c0-bc09d223cdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:50Z', 'updated_at': '2021-04-15T11:02:51Z', 'revision_number': 3, 'project_id': 'ac1790d75e884150a63b62344bf5298d', 'gw_port': {'id': '27b48f67-b596-4c10-81c0-bc09d223cdb4', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:51Z', 'updated_at': '2021-04-15T11:02:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi'}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:54.100394 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebaf38e-ee15-44bd-8789-97d4faaec7b3 None None] Checking router: 1e9118fe-05b2-4f07-bd99-eb142a8e261e for host: dv-cinder-786383-1-iscsi {{(pid=85276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:02:54.100394 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebaf38e-ee15-44bd-8789-97d4faaec7b3 None None] Updating router 1e9118fe-05b2-4f07-bd99-eb142a8e261e port 27b48f67-b596-4c10-81c0-bc09d223cdb4 binding host dv-cinder-786383-1-iscsi {{(pid=85276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 11:02:54.151494 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-469f1317-5c56-4145-b324-24c56a637ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:54.160194 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bebaf38e-ee15-44bd-8789-97d4faaec7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:54.201318 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:54.361834 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:54.396732 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-469f1317-5c56-4145-b324-24c56a637ade admin admin] Allocated IP 172.20.0.1 (496d1d64-73ea-4b75-97a9-59db231b3342/9e78b072-91f9-4f19-92e8-30a3376abc4f/f41fb4a3-eed8-4fa2-acb9-d6e62e540027) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:02:54.555773 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device adfdc3b2-ef09-47d5-8851-72eef499e105 up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:02:54.569082 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-469f1317-5c56-4145-b324-24c56a637ade admin admin] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:54.580870 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bebaf38e-ee15-44bd-8789-97d4faaec7b3 None None] Notify callbacks [] for port, precommit_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:54.589066 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-469f1317-5c56-4145-b324-24c56a637ade admin admin] Transition to ACTIVE for port object f41fb4a3-eed8-4fa2-acb9-d6e62e540027 will not be triggered until provisioned by entity DHCP. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:02:54.594376 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-bebaf38e-ee15-44bd-8789-97d4faaec7b3 None None] Transition to ACTIVE for port object 27b48f67-b596-4c10-81c0-bc09d223cdb4 will not be triggered until provisioned by entity L2. {{(pid=85276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:02:54.602247 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bebaf38e-ee15-44bd-8789-97d4faaec7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:54.617106 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-469f1317-5c56-4145-b324-24c56a637ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:54.622757 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-475c768f-7e91-4cb0-946d-772d87edf2ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:54.634162 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-7a09fa31-12ce-4371-b0bc-686b83612377 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:54.638281 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port adfdc3b2-ef09-47d5-8851-72eef499e105 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:02:54.638704 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:54.759590 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6f462-9c2c-481e-8c71-e3b376fa103a None None] Pushing event updated for resources: {'Port': ['ID=27b48f67-b596-4c10-81c0-bc09d223cdb4,revision_number=2']} {{(pid=85276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:54.772126 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa6f462-9c2c-481e-8c71-e3b376fa103a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:54.772529 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa6f462-9c2c-481e-8c71-e3b376fa103a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:54.772884 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa6f462-9c2c-481e-8c71-e3b376fa103a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:54.773433 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa6f462-9c2c-481e-8c71-e3b376fa103a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:54.773630 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa6f462-9c2c-481e-8c71-e3b376fa103a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:54.773974 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa6f462-9c2c-481e-8c71-e3b376fa103a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:54.774342 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa6f462-9c2c-481e-8c71-e3b376fa103a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:54.774712 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa6f462-9c2c-481e-8c71-e3b376fa103a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:54.775147 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa6f462-9c2c-481e-8c71-e3b376fa103a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:54.775754 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa6f462-9c2c-481e-8c71-e3b376fa103a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:54.775894 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa6f462-9c2c-481e-8c71-e3b376fa103a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:54.776208 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa6f462-9c2c-481e-8c71-e3b376fa103a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:54.785285 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f1317-5c56-4145-b324-24c56a637ade admin admin] Pushing event updated for resources: {'Port': ['ID=f41fb4a3-eed8-4fa2-acb9-d6e62e540027,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:54.789968 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-469f1317-5c56-4145-b324-24c56a637ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:54.790430 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-9fa6f462-9c2c-481e-8c71-e3b376fa103a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:54.845812 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469f1317-5c56-4145-b324-24c56a637ade admin admin] Network 496d1d64-73ea-4b75-97a9-59db231b3342 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:02:54.847085 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-469f1317-5c56-4145-b324-24c56a637ade admin admin] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:02:54.849359 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469f1317-5c56-4145-b324-24c56a637ade admin admin] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:02:54.852922 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-bebaf38e-ee15-44bd-8789-97d4faaec7b3 None None] Attempting to bind port 27b48f67-b596-4c10-81c0-bc09d223cdb4 on host dv-cinder-786383-1-iscsi for vnic_type normal with profile {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:02:54.853790 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-bebaf38e-ee15-44bd-8789-97d4faaec7b3 None None] Attempting to bind port 27b48f67-b596-4c10-81c0-bc09d223cdb4 by drivers openvswitch,hyperv on host dv-cinder-786383-1-iscsi at level 0 using segments [{'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'}] {{(pid=85276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:02:54.854352 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebaf38e-ee15-44bd-8789-97d4faaec7b3 None None] Attempting to bind port 27b48f67-b596-4c10-81c0-bc09d223cdb4 on network 533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:02:54.861906 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebaf38e-ee15-44bd-8789-97d4faaec7b3 None None] Checking agent: {'id': '8830baa2-eb89-499a-aa08-32819d4139e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 40, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:02:54.862465 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebaf38e-ee15-44bd-8789-97d4faaec7b3 None None] Checking segment: {'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:02:54.862917 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bebaf38e-ee15-44bd-8789-97d4faaec7b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:54.863429 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebaf38e-ee15-44bd-8789-97d4faaec7b3 None None] Bound using segment: {'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'} {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:02:54.863927 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-bebaf38e-ee15-44bd-8789-97d4faaec7b3 None None] Bound port: 27b48f67-b596-4c10-81c0-bc09d223cdb4, host: dv-cinder-786383-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'}}] {{(pid=85276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:02:54.864350 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bebaf38e-ee15-44bd-8789-97d4faaec7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:54.908768 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-469f1317-5c56-4145-b324-24c56a637ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854360687'] for router_interface, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:54.953611 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-bebaf38e-ee15-44bd-8789-97d4faaec7b3 None None] For port 27b48f67-b596-4c10-81c0-bc09d223cdb4, host dv-cinder-786383-1-iscsi, cleared binding levels {{(pid=85276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:02:54.957544 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-bebaf38e-ee15-44bd-8789-97d4faaec7b3 None None] For port 27b48f67-b596-4c10-81c0-bc09d223cdb4, host dv-cinder-786383-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=27b48f67-b596-4c10-81c0-bc09d223cdb4,segment=NetworkSegment(c54efefa-f121-49d4-9f1f-b433dc39aac8),segment_id=c54efefa-f121-49d4-9f1f-b433dc39aac8)] {{(pid=85276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:02:54.962084 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bebaf38e-ee15-44bd-8789-97d4faaec7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:54.979414 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:55.036879 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-469f1317-5c56-4145-b324-24c56a637ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:55.141433 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6f462-9c2c-481e-8c71-e3b376fa103a None None] Pushing event updated for resources: {'Port': ['ID=27b48f67-b596-4c10-81c0-bc09d223cdb4,revision_number=3']} {{(pid=85276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:55.146469 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-9fa6f462-9c2c-481e-8c71-e3b376fa103a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:55.175378 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-aa414a37-1004-45e1-b923-3eca32f5709f None None] Provisioning for port f41fb4a3-eed8-4fa2-acb9-d6e62e540027 completed by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:02:55.191903 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebaf38e-ee15-44bd-8789-97d4faaec7b3 None None] Routers {'1e9118fe-05b2-4f07-bd99-eb142a8e261e'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:55.192778 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-bebaf38e-ee15-44bd-8789-97d4faaec7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:02:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['1e9118fe-05b2-4f07-bd99-eb142a8e261e'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:55.202414 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-aa414a37-1004-45e1-b923-3eca32f5709f None None] Provisioning complete for port f41fb4a3-eed8-4fa2-acb9-d6e62e540027 triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:02:55.203164 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-aa414a37-1004-45e1-b923-3eca32f5709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:55.275440 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-aa414a37-1004-45e1-b923-3eca32f5709f None None] Port f41fb4a3-eed8-4fa2-acb9-d6e62e540027 cannot update to ACTIVE because it is not bound. {{(pid=85273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:02:55.290603 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:55.297559 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:55.424906 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-bebaf38e-ee15-44bd-8789-97d4faaec7b3 None None] Set router 1e9118fe-05b2-4f07-bd99-eb142a8e261e gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:02:55.432755 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-469f1317-5c56-4145-b324-24c56a637ade admin admin] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:55.438432 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-469f1317-5c56-4145-b324-24c56a637ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850600659'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:55.470547 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-a64b9428-947e-4a7d-89ef-a3ed6c897fcf tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:55.559548 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-469f1317-5c56-4145-b324-24c56a637ade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854122366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854366150'] for router_interface, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:55.578222 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f1317-5c56-4145-b324-24c56a637ade admin admin] Pushing event updated for resources: {'Port': ['ID=f41fb4a3-eed8-4fa2-acb9-d6e62e540027,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:55.583343 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-469f1317-5c56-4145-b324-24c56a637ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:55.729818 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469f1317-5c56-4145-b324-24c56a637ade admin admin] Network 496d1d64-73ea-4b75-97a9-59db231b3342 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:02:55.732892 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-469f1317-5c56-4145-b324-24c56a637ade admin admin] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:02:55.795390 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-bebaf38e-ee15-44bd-8789-97d4faaec7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'name': 'tempest-TestShelveInstance-570675792-router', 'tenant_id': 'ac1790d75e884150a63b62344bf5298d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '27b48f67-b596-4c10-81c0-bc09d223cdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:50Z', 'updated_at': '2021-04-15T11:02:54Z', 'revision_number': 4, 'project_id': 'ac1790d75e884150a63b62344bf5298d', 'gw_port': {'id': '27b48f67-b596-4c10-81c0-bc09d223cdb4', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:51Z', 'updated_at': '2021-04-15T11:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': 'f41fb4a3-eed8-4fa2-acb9-d6e62e540027', 'name': '', 'network_id': '496d1d64-73ea-4b75-97a9-59db231b3342', 'tenant_id': 'ac1790d75e884150a63b62344bf5298d', 'mac_address': 'fa:16:3e:6f:5c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9e78b072-91f9-4f19-92e8-30a3376abc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:54Z', 'updated_at': '2021-04-15T11:02:54Z', 'revision_number': 1, 'project_id': 'ac1790d75e884150a63b62344bf5298d', 'subnets': [{'id': '9e78b072-91f9-4f19-92e8-30a3376abc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:55.800569 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebaf38e-ee15-44bd-8789-97d4faaec7b3 None None] The sync data for ids ['1e9118fe-05b2-4f07-bd99-eb142a8e261e'] in dv-cinder-786383-1-iscsi is: [{'id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'name': 'tempest-TestShelveInstance-570675792-router', 'tenant_id': 'ac1790d75e884150a63b62344bf5298d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '27b48f67-b596-4c10-81c0-bc09d223cdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:50Z', 'updated_at': '2021-04-15T11:02:54Z', 'revision_number': 4, 'project_id': 'ac1790d75e884150a63b62344bf5298d', 'gw_port': {'id': '27b48f67-b596-4c10-81c0-bc09d223cdb4', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:51Z', 'updated_at': '2021-04-15T11:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': 'f41fb4a3-eed8-4fa2-acb9-d6e62e540027', 'name': '', 'network_id': '496d1d64-73ea-4b75-97a9-59db231b3342', 'tenant_id': 'ac1790d75e884150a63b62344bf5298d', 'mac_address': 'fa:16:3e:6f:5c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9e78b072-91f9-4f19-92e8-30a3376abc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:54Z', 'updated_at': '2021-04-15T11:02:54Z', 'revision_number': 1, 'project_id': 'ac1790d75e884150a63b62344bf5298d', 'subnets': [{'id': '9e78b072-91f9-4f19-92e8-30a3376abc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:02:55.983871 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469f1317-5c56-4145-b324-24c56a637ade admin admin] Router 1e9118fe-05b2-4f07-bd99-eb142a8e261e has already been hosted by L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 {{(pid=85270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:02:56.003775 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-c34c9400-5a8f-44ed-a034-5953932b5bfd None None] Provisioning complete for port f41fb4a3-eed8-4fa2-acb9-d6e62e540027 triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:02:56.004193 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c34c9400-5a8f-44ed-a034-5953932b5bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:56.076334 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-c34c9400-5a8f-44ed-a034-5953932b5bfd None None] Port f41fb4a3-eed8-4fa2-acb9-d6e62e540027 cannot update to ACTIVE because it is not bound. {{(pid=85273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:02:56.532222 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469f1317-5c56-4145-b324-24c56a637ade admin admin] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:02:56.548205 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-469f1317-5c56-4145-b324-24c56a637ade admin admin] 10.222.0.36 "PUT /v2.0/routers/1e9118fe-05b2-4f07-bd99-eb142a8e261e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1961203 Apr 15 11:02:57.266357 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 46686) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:57.273965 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-dcc99160-04ca-4329-b3e1-d2b8d3566d40 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1246325257-network', 'tenant_id': 'cc2d2c64925b4e3d88d603c651d76b4c'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:57.279937 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-dcc99160-04ca-4329-b3e1-d2b8d3566d40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:57.284123 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-dcc99160-04ca-4329-b3e1-d2b8d3566d40 admin admin] Usage tracker for resource:network and tenant:cc2d2c64925b4e3d88d603c651d76b4c is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:57.287241 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-dcc99160-04ca-4329-b3e1-d2b8d3566d40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:57.296356 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-dcc99160-04ca-4329-b3e1-d2b8d3566d40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:57.307326 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc99160-04ca-4329-b3e1-d2b8d3566d40 admin admin] Made reservation on behalf of cc2d2c64925b4e3d88d603c651d76b4c for: {'network': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:02:57.313282 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dcc99160-04ca-4329-b3e1-d2b8d3566d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for network, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:57.328609 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dcc99160-04ca-4329-b3e1-d2b8d3566d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:57.346302 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-dcc99160-04ca-4329-b3e1-d2b8d3566d40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:57.358797 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-dcc99160-04ca-4329-b3e1-d2b8d3566d40 admin admin] Usage tracker for resource:security_group_rule and tenant:cc2d2c64925b4e3d88d603c651d76b4c is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:57.362047 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-dcc99160-04ca-4329-b3e1-d2b8d3566d40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:57.369407 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-dcc99160-04ca-4329-b3e1-d2b8d3566d40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:57.464982 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dcc99160-04ca-4329-b3e1-d2b8d3566d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:57.468185 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dcc99160-04ca-4329-b3e1-d2b8d3566d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:57.472687 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-4d971476-aee5-4acd-9de3-edba0583ed79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:57.499021 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc99160-04ca-4329-b3e1-d2b8d3566d40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=85270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 11:02:57.513381 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc99160-04ca-4329-b3e1-d2b8d3566d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0fa559-7449-4285-87c5-f3a6d721521a,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:57.516965 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-dcc99160-04ca-4329-b3e1-d2b8d3566d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:57.520227 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dcc99160-04ca-4329-b3e1-d2b8d3566d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854748824'] for segment, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:57.520571 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.segments_db [None req-dcc99160-04ca-4329-b3e1-d2b8d3566d40 admin admin] Added segment 8fa42cf0-351b-42f5-8d13-8fe6b71d7c7d of type vlan for network 687f5d4b-386c-4bcc-92a0-7e59306b5af3 Apr 15 11:02:57.552856 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dcc99160-04ca-4329-b3e1-d2b8d3566d40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363301132464039'] for network, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:57.585981 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dcc99160-04ca-4329-b3e1-d2b8d3566d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349'] for network, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:57.587448 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc99160-04ca-4329-b3e1-d2b8d3566d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:57.588114 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dcc99160-04ca-4329-b3e1-d2b8d3566d40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for network, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:57.593672 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-abaad856-2617-43b1-9b32-7ca689edcf76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:57.712699 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-dcc99160-04ca-4329-b3e1-d2b8d3566d40 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4446151 Apr 15 11:02:57.715882 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 46690) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:57.724619 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-5dfdd3ff-72a9-460f-a377-36f83a44a45a admin admin] Request body: {'subnet': {'network_id': '687f5d4b-386c-4bcc-92a0-7e59306b5af3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1246325257-subnet', 'tenant_id': 'cc2d2c64925b4e3d88d603c651d76b4c', 'ip_version': 4}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:57.728501 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc99160-04ca-4329-b3e1-d2b8d3566d40 admin admin] Pushing event updated for resources: {'Network': ['ID=687f5d4b-386c-4bcc-92a0-7e59306b5af3,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:57.732782 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-dcc99160-04ca-4329-b3e1-d2b8d3566d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:57.733867 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-5dfdd3ff-72a9-460f-a377-36f83a44a45a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:57.738675 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-5dfdd3ff-72a9-460f-a377-36f83a44a45a admin admin] Usage tracker for resource:subnet and tenant:cc2d2c64925b4e3d88d603c651d76b4c is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:57.740477 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Network 687f5d4b-386c-4bcc-92a0-7e59306b5af3 details requested by agent ovs-agent-dv-cinder-786383-1-iscsi with host dv-cinder-786383-1-iscsi {{(pid=85273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 11:02:57.741976 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-5dfdd3ff-72a9-460f-a377-36f83a44a45a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:57.749375 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-5dfdd3ff-72a9-460f-a377-36f83a44a45a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:57.762078 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfdd3ff-72a9-460f-a377-36f83a44a45a admin admin] Made reservation on behalf of cc2d2c64925b4e3d88d603c651d76b4c for: {'subnet': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:02:57.770394 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5dfdd3ff-72a9-460f-a377-36f83a44a45a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852629372'] for subnet, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:58.311479 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5dfdd3ff-72a9-460f-a377-36f83a44a45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4175295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852629355'] for subnet, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:58.337882 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:58.523340 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfdd3ff-72a9-460f-a377-36f83a44a45a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d229e4a-e204-4ef5-99cf-772a9002b1cf,revision_number=0']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:58.541371 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5dfdd3ff-72a9-460f-a377-36f83a44a45a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:58.601948 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 27b48f67-b596-4c10-81c0-bc09d223cdb4 up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:02:58.630855 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfdd3ff-72a9-460f-a377-36f83a44a45a admin admin] Checking segment: {'id': '8fa42cf0-351b-42f5-8d13-8fe6b71d7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '687f5d4b-386c-4bcc-92a0-7e59306b5af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:02:58.631320 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfdd3ff-72a9-460f-a377-36f83a44a45a admin admin] Network hostable DHCP agents. Network: 687f5d4b-386c-4bcc-92a0-7e59306b5af3, hostable agents: ['18362263-581c-45fc-9271-eb619391ffd4'], hosted agents: [] {{(pid=85270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 11:02:58.659610 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfdd3ff-72a9-460f-a377-36f83a44a45a admin admin] Network 687f5d4b-386c-4bcc-92a0-7e59306b5af3 is scheduled to be hosted by DHCP agent 18362263-581c-45fc-9271-eb619391ffd4 with binding_index 1 {{(pid=85270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 11:02:58.673615 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-5dfdd3ff-72a9-460f-a377-36f83a44a45a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-1-iscsi, 687f5d4b-386c-4bcc-92a0-7e59306b5af3) {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:02:58.685552 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ee83da-2c48-4552-8949-f2d0b377f354 None None] Network 687f5d4b-386c-4bcc-92a0-7e59306b5af3 requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:02:58.704576 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfdd3ff-72a9-460f-a377-36f83a44a45a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:58.705516 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5dfdd3ff-72a9-460f-a377-36f83a44a45a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for subnet, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:58.731278 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-5dfdd3ff-72a9-460f-a377-36f83a44a45a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0117216 Apr 15 11:02:58.735304 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 46706) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:58.741768 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-49d94b73-7d9b-48ee-b8e6-ef9760408279 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1246325257-router', 'tenant_id': 'cc2d2c64925b4e3d88d603c651d76b4c', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'}}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:58.747657 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-49d94b73-7d9b-48ee-b8e6-ef9760408279 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:58.753230 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-49d94b73-7d9b-48ee-b8e6-ef9760408279 admin admin] Usage tracker for resource:router and tenant:cc2d2c64925b4e3d88d603c651d76b4c is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:58.757297 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-49d94b73-7d9b-48ee-b8e6-ef9760408279 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:58.764189 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-49d94b73-7d9b-48ee-b8e6-ef9760408279 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:58.775140 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-49d94b73-7d9b-48ee-b8e6-ef9760408279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854364945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036850582375'] for router, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:58.776299 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-49d94b73-7d9b-48ee-b8e6-ef9760408279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4193425'] for router, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:58.802165 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-49d94b73-7d9b-48ee-b8e6-ef9760408279 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:58.871967 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning for port 27b48f67-b596-4c10-81c0-bc09d223cdb4 completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:02:58.893117 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port 27b48f67-b596-4c10-81c0-bc09d223cdb4 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:02:58.893554 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:59.144303 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714a99ee-1a4c-4580-9370-c8fea672f93f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpada1f6cb-291d-5cb6-a3be-9f35f1ed9e53-687f5d4b-386c-4bcc-92a0-7e59306b5af3', 'network_id': '687f5d4b-386c-4bcc-92a0-7e59306b5af3', 'tenant_id': 'cc2d2c64925b4e3d88d603c651d76b4c', 'fixed_ips': [{'subnet_id': '8d229e4a-e204-4ef5-99cf-772a9002b1cf'}]}} from dv-cinder-786383-1-iscsi. {{(pid=85273) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 11:02:59.145604 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-714a99ee-1a4c-4580-9370-c8fea672f93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:59.171220 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:59.195142 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-49d94b73-7d9b-48ee-b8e6-ef9760408279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854364930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4193534'] for router, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:59.249258 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] For port 27b48f67-b596-4c10-81c0-bc09d223cdb4, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=27b48f67-b596-4c10-81c0-bc09d223cdb4,segment=NetworkSegment(c54efefa-f121-49d4-9f1f-b433dc39aac8),segment_id=c54efefa-f121-49d4-9f1f-b433dc39aac8)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:59.260204 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:59.265893 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:59.434170 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Pushing event updated for resources: {'Port': ['ID=27b48f67-b596-4c10-81c0-bc09d223cdb4,revision_number=4']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:59.442571 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:59.469717 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-714a99ee-1a4c-4580-9370-c8fea672f93f None None] Allocated IP 172.20.0.2 (687f5d4b-386c-4bcc-92a0-7e59306b5af3/8d229e4a-e204-4ef5-99cf-772a9002b1cf/296af75b-f795-4446-b0ad-fb60f5a2623d) {{(pid=85273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:02:59.565668 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3d53ee-8681-4ce7-95c0-0bfd8487dc40 None None] Sync routers for ids ['1e9118fe-05b2-4f07-bd99-eb142a8e261e'] in dv-cinder-786383-1-iscsi {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:02:59.587211 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3d53ee-8681-4ce7-95c0-0bfd8487dc40 None None] Routers {'1e9118fe-05b2-4f07-bd99-eb142a8e261e'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:59.587926 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-dd3d53ee-8681-4ce7-95c0-0bfd8487dc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:02:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['1e9118fe-05b2-4f07-bd99-eb142a8e261e'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:59.668605 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-49d94b73-7d9b-48ee-b8e6-ef9760408279 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:59.718918 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-49d94b73-7d9b-48ee-b8e6-ef9760408279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:59.943829 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-49d94b73-7d9b-48ee-b8e6-ef9760408279 admin admin] Allocated IP 172.27.2.94 (533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f/ee0371ba-4ff7-4e97-afb9-409670eb4ad7/639f091a-a7fb-4f6a-ab4c-957a33427eab) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:02:59.967880 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-dd3d53ee-8681-4ce7-95c0-0bfd8487dc40 None None] Set router 1e9118fe-05b2-4f07-bd99-eb142a8e261e gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:03:00.040014 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-714a99ee-1a4c-4580-9370-c8fea672f93f None None] Notify callbacks [] for port, precommit_create {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:00.129075 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-714a99ee-1a4c-4580-9370-c8fea672f93f None None] Transition to ACTIVE for port object 296af75b-f795-4446-b0ad-fb60f5a2623d will not be triggered until provisioned by entity L2. {{(pid=85273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:03:00.154550 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-49d94b73-7d9b-48ee-b8e6-ef9760408279 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:00.191034 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-49d94b73-7d9b-48ee-b8e6-ef9760408279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:00.209364 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-dd9a8013-150d-47f1-b690-00575fe4b015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:00.234129 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-714a99ee-1a4c-4580-9370-c8fea672f93f None None] Transition to ACTIVE for port object 296af75b-f795-4446-b0ad-fb60f5a2623d will not be triggered until provisioned by entity DHCP. {{(pid=85273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:03:00.250014 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-714a99ee-1a4c-4580-9370-c8fea672f93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888'] for port, after_create {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:00.269847 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:00.363629 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d94b73-7d9b-48ee-b8e6-ef9760408279 admin admin] Pushing event updated for resources: {'Port': ['ID=639f091a-a7fb-4f6a-ab4c-957a33427eab,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:00.380938 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-49d94b73-7d9b-48ee-b8e6-ef9760408279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:00.488825 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d94b73-7d9b-48ee-b8e6-ef9760408279 admin admin] Network 533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:03:00.492091 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-49d94b73-7d9b-48ee-b8e6-ef9760408279 admin admin] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:03:00.496213 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d94b73-7d9b-48ee-b8e6-ef9760408279 admin admin] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:03:00.613502 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 27b48f67-b596-4c10-81c0-bc09d223cdb4 up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:03:00.715361 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a99ee-1a4c-4580-9370-c8fea672f93f None None] Pushing event updated for resources: {'Port': ['ID=296af75b-f795-4446-b0ad-fb60f5a2623d,revision_number=1']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:00.730656 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-714a99ee-1a4c-4580-9370-c8fea672f93f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:00.777711 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:03:00.850557 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port 27b48f67-b596-4c10-81c0-bc09d223cdb4 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:03:00.851006 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:00.910136 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714a99ee-1a4c-4580-9370-c8fea672f93f None None] Network 687f5d4b-386c-4bcc-92a0-7e59306b5af3 is already hosted by enough agents. {{(pid=85273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:03:00.918473 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-714a99ee-1a4c-4580-9370-c8fea672f93f None None] Resources bound (agent type, host, resource id): {{(pid=85273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:03:00.931756 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714a99ee-1a4c-4580-9370-c8fea672f93f None None] Received port after_create {{(pid=85273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:03:00.971933 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-dd3d53ee-8681-4ce7-95c0-0bfd8487dc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'name': 'tempest-TestShelveInstance-570675792-router', 'tenant_id': 'ac1790d75e884150a63b62344bf5298d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '27b48f67-b596-4c10-81c0-bc09d223cdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:50Z', 'updated_at': '2021-04-15T11:02:54Z', 'revision_number': 4, 'project_id': 'ac1790d75e884150a63b62344bf5298d', 'gw_port': {'id': '27b48f67-b596-4c10-81c0-bc09d223cdb4', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:51Z', 'updated_at': '2021-04-15T11:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': 'f41fb4a3-eed8-4fa2-acb9-d6e62e540027', 'name': '', 'network_id': '496d1d64-73ea-4b75-97a9-59db231b3342', 'tenant_id': 'ac1790d75e884150a63b62344bf5298d', 'mac_address': 'fa:16:3e:6f:5c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9e78b072-91f9-4f19-92e8-30a3376abc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:54Z', 'updated_at': '2021-04-15T11:02:55Z', 'revision_number': 2, 'project_id': 'ac1790d75e884150a63b62344bf5298d', 'subnets': [{'id': '9e78b072-91f9-4f19-92e8-30a3376abc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:00.988447 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3d53ee-8681-4ce7-95c0-0bfd8487dc40 None None] Checking router: 1e9118fe-05b2-4f07-bd99-eb142a8e261e for host: dv-cinder-786383-1-iscsi {{(pid=85273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:03:00.988844 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3d53ee-8681-4ce7-95c0-0bfd8487dc40 None None] Updating router 1e9118fe-05b2-4f07-bd99-eb142a8e261e port f41fb4a3-eed8-4fa2-acb9-d6e62e540027 binding host dv-cinder-786383-1-iscsi {{(pid=85273) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 11:03:01.045328 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-49d94b73-7d9b-48ee-b8e6-ef9760408279 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:01.130900 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-714a99ee-1a4c-4580-9370-c8fea672f93f None None] Attempting to bind port 296af75b-f795-4446-b0ad-fb60f5a2623d on host dv-cinder-786383-1-iscsi for vnic_type normal with profile {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:03:01.131351 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-714a99ee-1a4c-4580-9370-c8fea672f93f None None] Attempting to bind port 296af75b-f795-4446-b0ad-fb60f5a2623d by drivers openvswitch,hyperv on host dv-cinder-786383-1-iscsi at level 0 using segments [{'id': '8fa42cf0-351b-42f5-8d13-8fe6b71d7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '687f5d4b-386c-4bcc-92a0-7e59306b5af3'}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:03:01.131768 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714a99ee-1a4c-4580-9370-c8fea672f93f None None] Attempting to bind port 296af75b-f795-4446-b0ad-fb60f5a2623d on network 687f5d4b-386c-4bcc-92a0-7e59306b5af3 {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:03:01.148476 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dd3d53ee-8681-4ce7-95c0-0bfd8487dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:01.165895 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714a99ee-1a4c-4580-9370-c8fea672f93f None None] Checking agent: {'id': '8830baa2-eb89-499a-aa08-32819d4139e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 40, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:03:01.166326 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714a99ee-1a4c-4580-9370-c8fea672f93f None None] Checking segment: {'id': '8fa42cf0-351b-42f5-8d13-8fe6b71d7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '687f5d4b-386c-4bcc-92a0-7e59306b5af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:03:01.166802 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-714a99ee-1a4c-4580-9370-c8fea672f93f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:01.167273 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714a99ee-1a4c-4580-9370-c8fea672f93f None None] Bound using segment: {'id': '8fa42cf0-351b-42f5-8d13-8fe6b71d7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '687f5d4b-386c-4bcc-92a0-7e59306b5af3'} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:03:01.168579 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-714a99ee-1a4c-4580-9370-c8fea672f93f None None] Bound port: 296af75b-f795-4446-b0ad-fb60f5a2623d, host: dv-cinder-786383-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa42cf0-351b-42f5-8d13-8fe6b71d7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '687f5d4b-386c-4bcc-92a0-7e59306b5af3'}}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:03:01.169074 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-714a99ee-1a4c-4580-9370-c8fea672f93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:01.408307 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-714a99ee-1a4c-4580-9370-c8fea672f93f None None] For port 296af75b-f795-4446-b0ad-fb60f5a2623d, host dv-cinder-786383-1-iscsi, cleared binding levels {{(pid=85273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:03:01.466877 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-714a99ee-1a4c-4580-9370-c8fea672f93f None None] For port 296af75b-f795-4446-b0ad-fb60f5a2623d, host dv-cinder-786383-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=296af75b-f795-4446-b0ad-fb60f5a2623d,segment=NetworkSegment(8fa42cf0-351b-42f5-8d13-8fe6b71d7c7d),segment_id=8fa42cf0-351b-42f5-8d13-8fe6b71d7c7d)] {{(pid=85273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:03:01.474759 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-714a99ee-1a4c-4580-9370-c8fea672f93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:01.497887 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-64d3ec4f-0bab-4439-bc95-2218dae9439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:01.716664 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-49d94b73-7d9b-48ee-b8e6-ef9760408279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854360748'] for router, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:01.752220 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a99ee-1a4c-4580-9370-c8fea672f93f None None] Pushing event updated for resources: {'Port': ['ID=296af75b-f795-4446-b0ad-fb60f5a2623d,revision_number=2']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:01.759307 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-714a99ee-1a4c-4580-9370-c8fea672f93f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:01.956598 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dd3d53ee-8681-4ce7-95c0-0bfd8487dc40 None None] Notify callbacks [] for port, precommit_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:01.978830 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d94b73-7d9b-48ee-b8e6-ef9760408279 admin admin] Router 9781d7c5-ff95-4aeb-b4bb-409703179de1 is scheduled to L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 with binding_index 1 {{(pid=85270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 11:03:01.981524 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-dd3d53ee-8681-4ce7-95c0-0bfd8487dc40 None None] Transition to ACTIVE for port object f41fb4a3-eed8-4fa2-acb9-d6e62e540027 will not be triggered until provisioned by entity L2. {{(pid=85273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:03:01.990676 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dd3d53ee-8681-4ce7-95c0-0bfd8487dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:02.102229 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-79b2e2ed-8b13-4973-824e-f43b49179961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:02.226100 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c826d2-3861-42f0-802e-5b83c6f94483 None None] Pushing event updated for resources: {'Port': ['ID=f41fb4a3-eed8-4fa2-acb9-d6e62e540027,revision_number=3']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:02.240761 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-29c826d2-3861-42f0-802e-5b83c6f94483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:02.247770 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d94b73-7d9b-48ee-b8e6-ef9760408279 admin admin] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:03:02.260832 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fea0fb4-0293-4a0a-9bd6-04b117a83d6f None None] Sync routers for ids ['9781d7c5-ff95-4aeb-b4bb-409703179de1'] in dv-cinder-786383-1-iscsi {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:03:02.271836 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fea0fb4-0293-4a0a-9bd6-04b117a83d6f None None] Routers {'9781d7c5-ff95-4aeb-b4bb-409703179de1'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:03:02.272929 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-9fea0fb4-0293-4a0a-9bd6-04b117a83d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:02:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['9781d7c5-ff95-4aeb-b4bb-409703179de1'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:02.275365 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-49d94b73-7d9b-48ee-b8e6-ef9760408279 admin admin] Notify callbacks [] for router, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:02.277041 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-49d94b73-7d9b-48ee-b8e6-ef9760408279 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5403903 Apr 15 11:03:02.280002 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 46716) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:02.518031 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-dd3d53ee-8681-4ce7-95c0-0bfd8487dc40 None None] Attempting to bind port f41fb4a3-eed8-4fa2-acb9-d6e62e540027 on host dv-cinder-786383-1-iscsi for vnic_type normal with profile {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:03:02.518576 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-dd3d53ee-8681-4ce7-95c0-0bfd8487dc40 None None] Attempting to bind port f41fb4a3-eed8-4fa2-acb9-d6e62e540027 by drivers openvswitch,hyperv on host dv-cinder-786383-1-iscsi at level 0 using segments [{'id': 'ca650a79-4e24-405b-b01e-92c018e4b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '496d1d64-73ea-4b75-97a9-59db231b3342'}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:03:02.518992 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3d53ee-8681-4ce7-95c0-0bfd8487dc40 None None] Attempting to bind port f41fb4a3-eed8-4fa2-acb9-d6e62e540027 on network 496d1d64-73ea-4b75-97a9-59db231b3342 {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:03:02.528171 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3d53ee-8681-4ce7-95c0-0bfd8487dc40 None None] Checking agent: {'id': '8830baa2-eb89-499a-aa08-32819d4139e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 40, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:03:02.528739 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3d53ee-8681-4ce7-95c0-0bfd8487dc40 None None] Checking segment: {'id': 'ca650a79-4e24-405b-b01e-92c018e4b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '496d1d64-73ea-4b75-97a9-59db231b3342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:03:02.529281 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dd3d53ee-8681-4ce7-95c0-0bfd8487dc40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:02.529736 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3d53ee-8681-4ce7-95c0-0bfd8487dc40 None None] Bound using segment: {'id': 'ca650a79-4e24-405b-b01e-92c018e4b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '496d1d64-73ea-4b75-97a9-59db231b3342'} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:03:02.531400 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-dd3d53ee-8681-4ce7-95c0-0bfd8487dc40 None None] Bound port: f41fb4a3-eed8-4fa2-acb9-d6e62e540027, host: dv-cinder-786383-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca650a79-4e24-405b-b01e-92c018e4b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '496d1d64-73ea-4b75-97a9-59db231b3342'}}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:03:02.531843 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dd3d53ee-8681-4ce7-95c0-0bfd8487dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:02.533435 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-9fea0fb4-0293-4a0a-9bd6-04b117a83d6f None None] Set router 9781d7c5-ff95-4aeb-b4bb-409703179de1 gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:03:02.681381 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 296af75b-f795-4446-b0ad-fb60f5a2623d up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:03:02.756229 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-dd3d53ee-8681-4ce7-95c0-0bfd8487dc40 None None] For port f41fb4a3-eed8-4fa2-acb9-d6e62e540027, host dv-cinder-786383-1-iscsi, cleared binding levels {{(pid=85273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:03:02.771930 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-dd3d53ee-8681-4ce7-95c0-0bfd8487dc40 None None] For port f41fb4a3-eed8-4fa2-acb9-d6e62e540027, host dv-cinder-786383-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=f41fb4a3-eed8-4fa2-acb9-d6e62e540027,segment=NetworkSegment(ca650a79-4e24-405b-b01e-92c018e4b6ed),segment_id=ca650a79-4e24-405b-b01e-92c018e4b6ed)] {{(pid=85273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:03:02.779737 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dd3d53ee-8681-4ce7-95c0-0bfd8487dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:02.798585 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:02.942235 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning for port 296af75b-f795-4446-b0ad-fb60f5a2623d completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:03:02.984711 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c826d2-3861-42f0-802e-5b83c6f94483 None None] Pushing event updated for resources: {'Port': ['ID=f41fb4a3-eed8-4fa2-acb9-d6e62e540027,revision_number=4']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:03.004013 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-29c826d2-3861-42f0-802e-5b83c6f94483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:03.092686 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-9fea0fb4-0293-4a0a-9bd6-04b117a83d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9781d7c5-ff95-4aeb-b4bb-409703179de1', 'name': 'tempest-TestShelveInstance-1246325257-router', 'tenant_id': 'cc2d2c64925b4e3d88d603c651d76b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '639f091a-a7fb-4f6a-ab4c-957a33427eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:58Z', 'updated_at': '2021-04-15T11:03:00Z', 'revision_number': 3, 'project_id': 'cc2d2c64925b4e3d88d603c651d76b4c', 'gw_port': {'id': '639f091a-a7fb-4f6a-ab4c-957a33427eab', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9781d7c5-ff95-4aeb-b4bb-409703179de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:59Z', 'updated_at': '2021-04-15T11:02:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi'}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:03.099038 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fea0fb4-0293-4a0a-9bd6-04b117a83d6f None None] Checking router: 9781d7c5-ff95-4aeb-b4bb-409703179de1 for host: dv-cinder-786383-1-iscsi {{(pid=85276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:03:03.099504 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fea0fb4-0293-4a0a-9bd6-04b117a83d6f None None] Updating router 9781d7c5-ff95-4aeb-b4bb-409703179de1 port 639f091a-a7fb-4f6a-ab4c-957a33427eab binding host dv-cinder-786383-1-iscsi {{(pid=85276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 11:03:03.125566 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3d53ee-8681-4ce7-95c0-0bfd8487dc40 None None] Routers {'1e9118fe-05b2-4f07-bd99-eb142a8e261e'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:03:03.126149 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-dd3d53ee-8681-4ce7-95c0-0bfd8487dc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:02:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['1e9118fe-05b2-4f07-bd99-eb142a8e261e'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:03.209654 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9fea0fb4-0293-4a0a-9bd6-04b117a83d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:03.373780 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e96fa060-674a-46a1-9cc1-312086202be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:03.509223 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b5a87476-477f-4891-a7e2-f25ceb20ad79 req-11829a46-2481-41cf-90f1-9eb253b4fad9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2238014 Apr 15 11:03:03.675270 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad7f7a3-0048-4f82-bd4a-640224a80e74 None None] Network 687f5d4b-386c-4bcc-92a0-7e59306b5af3 requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:03:03.780038 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-e96fa060-674a-46a1-9cc1-312086202be0 admin admin] Allocated IP 172.20.0.1 (687f5d4b-386c-4bcc-92a0-7e59306b5af3/8d229e4a-e204-4ef5-99cf-772a9002b1cf/efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:03:03.815541 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9fea0fb4-0293-4a0a-9bd6-04b117a83d6f None None] Notify callbacks [] for port, precommit_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:03.831938 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-9fea0fb4-0293-4a0a-9bd6-04b117a83d6f None None] Transition to ACTIVE for port object 639f091a-a7fb-4f6a-ab4c-957a33427eab will not be triggered until provisioned by entity L2. {{(pid=85276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:03:03.832413 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a87476-477f-4891-a7e2-f25ceb20ad79 req-b4ad4c34-ea05-4d0e-87d5-b92f9bb27957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:03.834169 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b5a87476-477f-4891-a7e2-f25ceb20ad79 req-b4ad4c34-ea05-4d0e-87d5-b92f9bb27957 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=deae0b492b4b43be850d6b1e6cdedac1&device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 1098 time: 0.2096796 Apr 15 11:03:03.840723 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9fea0fb4-0293-4a0a-9bd6-04b117a83d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:03.863300 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:03.935940 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-dd3d53ee-8681-4ce7-95c0-0bfd8487dc40 None None] Set router 1e9118fe-05b2-4f07-bd99-eb142a8e261e gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:03:04.068608 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba424f2a-2820-4c21-85e5-3367350cb568 None None] Pushing event updated for resources: {'Port': ['ID=639f091a-a7fb-4f6a-ab4c-957a33427eab,revision_number=2']} {{(pid=85276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:04.077597 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-ba424f2a-2820-4c21-85e5-3367350cb568 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:04.096242 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e96fa060-674a-46a1-9cc1-312086202be0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:04.100254 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a87476-477f-4891-a7e2-f25ceb20ad79 req-ab978457-084d-46a9-ba5f-ec7e87b142a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:04.101878 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b5a87476-477f-4891-a7e2-f25ceb20ad79 req-ab978457-084d-46a9-ba5f-ec7e87b142a5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4937fa2d-486c-425f-8f41-7505739147e5 HTTP/1.1" status: 200 len: 912 time: 0.2190835 Apr 15 11:03:04.196657 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-e96fa060-674a-46a1-9cc1-312086202be0 admin admin] Transition to ACTIVE for port object efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa will not be triggered until provisioned by entity DHCP. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:03:04.201701 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-9fea0fb4-0293-4a0a-9bd6-04b117a83d6f None None] Attempting to bind port 639f091a-a7fb-4f6a-ab4c-957a33427eab on host dv-cinder-786383-1-iscsi for vnic_type normal with profile {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:03:04.202757 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-9fea0fb4-0293-4a0a-9bd6-04b117a83d6f None None] Attempting to bind port 639f091a-a7fb-4f6a-ab4c-957a33427eab by drivers openvswitch,hyperv on host dv-cinder-786383-1-iscsi at level 0 using segments [{'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'}] {{(pid=85276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:03:04.203660 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fea0fb4-0293-4a0a-9bd6-04b117a83d6f None None] Attempting to bind port 639f091a-a7fb-4f6a-ab4c-957a33427eab on network 533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:03:04.215766 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fea0fb4-0293-4a0a-9bd6-04b117a83d6f None None] Checking agent: {'id': '8830baa2-eb89-499a-aa08-32819d4139e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 40, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:03:04.216771 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fea0fb4-0293-4a0a-9bd6-04b117a83d6f None None] Checking segment: {'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:03:04.217699 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9fea0fb4-0293-4a0a-9bd6-04b117a83d6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:04.218641 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fea0fb4-0293-4a0a-9bd6-04b117a83d6f None None] Bound using segment: {'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'} {{(pid=85276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:03:04.219819 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-9fea0fb4-0293-4a0a-9bd6-04b117a83d6f None None] Bound port: 639f091a-a7fb-4f6a-ab4c-957a33427eab, host: dv-cinder-786383-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c54efefa-f121-49d4-9f1f-b433dc39aac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'}}] {{(pid=85276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:03:04.220734 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9fea0fb4-0293-4a0a-9bd6-04b117a83d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:04.237842 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b5a87476-477f-4891-a7e2-f25ceb20ad79 req-c0d47d9b-6557-4b01-9875-72f42b3543b2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=857ece22-8d1f-45d6-92c5-71e168db586b HTTP/1.1" status: 200 len: 1001 time: 0.1281934 Apr 15 11:03:04.248061 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-f452996d-5452-44d9-b8f0-b4504d33945d None None] Provisioning for port 296af75b-f795-4446-b0ad-fb60f5a2623d completed by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:03:04.309121 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e96fa060-674a-46a1-9cc1-312086202be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:04.326866 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-f452996d-5452-44d9-b8f0-b4504d33945d None None] Provisioning complete for port 296af75b-f795-4446-b0ad-fb60f5a2623d triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:03:04.327514 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f452996d-5452-44d9-b8f0-b4504d33945d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:04.396590 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-9fea0fb4-0293-4a0a-9bd6-04b117a83d6f None None] For port 639f091a-a7fb-4f6a-ab4c-957a33427eab, host dv-cinder-786383-1-iscsi, cleared binding levels {{(pid=85276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:03:04.400927 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-9fea0fb4-0293-4a0a-9bd6-04b117a83d6f None None] For port 639f091a-a7fb-4f6a-ab4c-957a33427eab, host dv-cinder-786383-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=639f091a-a7fb-4f6a-ab4c-957a33427eab,segment=NetworkSegment(c54efefa-f121-49d4-9f1f-b433dc39aac8),segment_id=c54efefa-f121-49d4-9f1f-b433dc39aac8)] {{(pid=85276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:03:04.405051 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9fea0fb4-0293-4a0a-9bd6-04b117a83d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85276) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:04.573273 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f826d195-e60b-4826-84c3-ee69b12f88ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:04.680972 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device f41fb4a3-eed8-4fa2-acb9-d6e62e540027 up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:03:04.683677 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fea0fb4-0293-4a0a-9bd6-04b117a83d6f None None] Routers {'9781d7c5-ff95-4aeb-b4bb-409703179de1'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:03:04.684597 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-9fea0fb4-0293-4a0a-9bd6-04b117a83d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:02:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['9781d7c5-ff95-4aeb-b4bb-409703179de1'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:04.753626 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-6bc5e549-a179-4e5e-9681-e74eb4eeb7fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:04.811413 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a87476-477f-4891-a7e2-f25ceb20ad79 req-e980f705-48e6-440a-9cca-6b1972708422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:04.813016 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b5a87476-477f-4891-a7e2-f25ceb20ad79 req-e980f705-48e6-440a-9cca-6b1972708422 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f9fd427-705c-4c25-9c31-812ae7cb8576 HTTP/1.1" status: 200 len: 850 time: 0.5671124 Apr 15 11:03:04.818138 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba424f2a-2820-4c21-85e5-3367350cb568 None None] Pushing event updated for resources: {'Port': ['ID=639f091a-a7fb-4f6a-ab4c-957a33427eab,revision_number=3']} {{(pid=85276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:04.821395 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-ba424f2a-2820-4c21-85e5-3367350cb568 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=85276) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:04.901331 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f452996d-5452-44d9-b8f0-b4504d33945d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:04.913931 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96fa060-674a-46a1-9cc1-312086202be0 admin admin] Pushing event updated for resources: {'Port': ['ID=efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:04.921404 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e96fa060-674a-46a1-9cc1-312086202be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:04.930398 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-9fea0fb4-0293-4a0a-9bd6-04b117a83d6f None None] Set router 9781d7c5-ff95-4aeb-b4bb-409703179de1 gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:03:04.941700 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96fa060-674a-46a1-9cc1-312086202be0 admin admin] Network 687f5d4b-386c-4bcc-92a0-7e59306b5af3 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:03:04.943837 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-e96fa060-674a-46a1-9cc1-312086202be0 admin admin] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:03:04.952331 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96fa060-674a-46a1-9cc1-312086202be0 admin admin] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:03:04.990973 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-f452996d-5452-44d9-b8f0-b4504d33945d None None] For port 296af75b-f795-4446-b0ad-fb60f5a2623d, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=296af75b-f795-4446-b0ad-fb60f5a2623d,segment=NetworkSegment(8fa42cf0-351b-42f5-8d13-8fe6b71d7c7d),segment_id=8fa42cf0-351b-42f5-8d13-8fe6b71d7c7d)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:03:04.998475 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning for port f41fb4a3-eed8-4fa2-acb9-d6e62e540027 completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:03:05.007446 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f452996d-5452-44d9-b8f0-b4504d33945d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:05.010767 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-9de5db62-87a5-4aa0-aa5c-58a5b103b10d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:05.023035 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a87476-477f-4891-a7e2-f25ceb20ad79 req-7af0f020-ce78-474f-a85a-ec0dedef6ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:05.024711 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b5a87476-477f-4891-a7e2-f25ceb20ad79 req-7af0f020-ce78-474f-a85a-ec0dedef6ac0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4937fa2d-486c-425f-8f41-7505739147e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1976080 Apr 15 11:03:05.028775 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e96fa060-674a-46a1-9cc1-312086202be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854360687'] for router_interface, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:05.055355 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port f41fb4a3-eed8-4fa2-acb9-d6e62e540027 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:03:05.055782 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:05.189698 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-dd3d53ee-8681-4ce7-95c0-0bfd8487dc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'name': 'tempest-TestShelveInstance-570675792-router', 'tenant_id': 'ac1790d75e884150a63b62344bf5298d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '27b48f67-b596-4c10-81c0-bc09d223cdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:50Z', 'updated_at': '2021-04-15T11:02:54Z', 'revision_number': 4, 'project_id': 'ac1790d75e884150a63b62344bf5298d', 'gw_port': {'id': '27b48f67-b596-4c10-81c0-bc09d223cdb4', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:51Z', 'updated_at': '2021-04-15T11:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': 'f41fb4a3-eed8-4fa2-acb9-d6e62e540027', 'name': '', 'network_id': '496d1d64-73ea-4b75-97a9-59db231b3342', 'tenant_id': 'ac1790d75e884150a63b62344bf5298d', 'mac_address': 'fa:16:3e:6f:5c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9e78b072-91f9-4f19-92e8-30a3376abc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:54Z', 'updated_at': '2021-04-15T11:03:02Z', 'revision_number': 4, 'project_id': 'ac1790d75e884150a63b62344bf5298d', 'subnets': [{'id': '9e78b072-91f9-4f19-92e8-30a3376abc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:05.196562 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3d53ee-8681-4ce7-95c0-0bfd8487dc40 None None] The sync data for ids ['1e9118fe-05b2-4f07-bd99-eb142a8e261e'] in dv-cinder-786383-1-iscsi is: [{'id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'name': 'tempest-TestShelveInstance-570675792-router', 'tenant_id': 'ac1790d75e884150a63b62344bf5298d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '27b48f67-b596-4c10-81c0-bc09d223cdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:50Z', 'updated_at': '2021-04-15T11:02:54Z', 'revision_number': 4, 'project_id': 'ac1790d75e884150a63b62344bf5298d', 'gw_port': {'id': '27b48f67-b596-4c10-81c0-bc09d223cdb4', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:51Z', 'updated_at': '2021-04-15T11:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': 'f41fb4a3-eed8-4fa2-acb9-d6e62e540027', 'name': '', 'network_id': '496d1d64-73ea-4b75-97a9-59db231b3342', 'tenant_id': 'ac1790d75e884150a63b62344bf5298d', 'mac_address': 'fa:16:3e:6f:5c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9e78b072-91f9-4f19-92e8-30a3376abc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:54Z', 'updated_at': '2021-04-15T11:03:02Z', 'revision_number': 4, 'project_id': 'ac1790d75e884150a63b62344bf5298d', 'subnets': [{'id': '9e78b072-91f9-4f19-92e8-30a3376abc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:03:05.212865 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452996d-5452-44d9-b8f0-b4504d33945d None None] Pushing event updated for resources: {'Port': ['ID=296af75b-f795-4446-b0ad-fb60f5a2623d,revision_number=3']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:05.218922 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f452996d-5452-44d9-b8f0-b4504d33945d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:05.298823 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:05.346713 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e96fa060-674a-46a1-9cc1-312086202be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:05.388700 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-4ffc98bf-647b-4bbd-8a54-f06823f78ddb None None] Provisioning complete for port 296af75b-f795-4446-b0ad-fb60f5a2623d triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:03:05.389351 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4ffc98bf-647b-4bbd-8a54-f06823f78ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:05.406134 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b5a87476-477f-4891-a7e2-f25ceb20ad79 req-839037a5-017c-4a28-b40f-bd62f3ea82b4 service neutron] 10.222.0.60 "GET /v2.0/networks/4937fa2d-486c-425f-8f41-7505739147e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271983 Apr 15 11:03:05.423397 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-9fea0fb4-0293-4a0a-9bd6-04b117a83d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9781d7c5-ff95-4aeb-b4bb-409703179de1', 'name': 'tempest-TestShelveInstance-1246325257-router', 'tenant_id': 'cc2d2c64925b4e3d88d603c651d76b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '639f091a-a7fb-4f6a-ab4c-957a33427eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:58Z', 'updated_at': '2021-04-15T11:03:00Z', 'revision_number': 3, 'project_id': 'cc2d2c64925b4e3d88d603c651d76b4c', 'gw_port': {'id': '639f091a-a7fb-4f6a-ab4c-957a33427eab', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9781d7c5-ff95-4aeb-b4bb-409703179de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:59Z', 'updated_at': '2021-04-15T11:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi'}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:05.430193 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fea0fb4-0293-4a0a-9bd6-04b117a83d6f None None] The sync data for ids ['9781d7c5-ff95-4aeb-b4bb-409703179de1'] in dv-cinder-786383-1-iscsi is: [{'id': '9781d7c5-ff95-4aeb-b4bb-409703179de1', 'name': 'tempest-TestShelveInstance-1246325257-router', 'tenant_id': 'cc2d2c64925b4e3d88d603c651d76b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '639f091a-a7fb-4f6a-ab4c-957a33427eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:58Z', 'updated_at': '2021-04-15T11:03:00Z', 'revision_number': 3, 'project_id': 'cc2d2c64925b4e3d88d603c651d76b4c', 'gw_port': {'id': '639f091a-a7fb-4f6a-ab4c-957a33427eab', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9781d7c5-ff95-4aeb-b4bb-409703179de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:59Z', 'updated_at': '2021-04-15T11:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi'}] {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:03:05.539687 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] For port f41fb4a3-eed8-4fa2-acb9-d6e62e540027, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=f41fb4a3-eed8-4fa2-acb9-d6e62e540027,segment=NetworkSegment(ca650a79-4e24-405b-b01e-92c018e4b6ed),segment_id=ca650a79-4e24-405b-b01e-92c018e4b6ed)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:03:05.551886 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:05.559118 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:05.754809 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b5a87476-477f-4891-a7e2-f25ceb20ad79 req-715e665a-e0a3-4a43-9f1a-5266558e9b96 service neutron] 10.222.0.60 "GET /v2.0/networks/4937fa2d-486c-425f-8f41-7505739147e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072324 Apr 15 11:03:05.775518 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Pushing event updated for resources: {'Port': ['ID=f41fb4a3-eed8-4fa2-acb9-d6e62e540027,revision_number=5']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:05.780889 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:05.792469 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-4ffc98bf-647b-4bbd-8a54-f06823f78ddb None None] Provisioning for port efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa completed by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:03:05.802279 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-4ffc98bf-647b-4bbd-8a54-f06823f78ddb None None] Provisioning complete for port efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:03:05.802718 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4ffc98bf-647b-4bbd-8a54-f06823f78ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:05.877795 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-4ffc98bf-647b-4bbd-8a54-f06823f78ddb None None] Port efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa cannot update to ACTIVE because it is not bound. {{(pid=85273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:03:06.004950 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e96fa060-674a-46a1-9cc1-312086202be0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:06.017505 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-3a4f7f9a-614b-4af8-97d8-b87bae87ec9a None None] Provisioning complete for port efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:03:06.021748 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e96fa060-674a-46a1-9cc1-312086202be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850600659'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:06.029822 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-3a4f7f9a-614b-4af8-97d8-b87bae87ec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:06.075684 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-49d94b73-7d9b-48ee-b8e6-ef9760408279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:06.165709 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-3a4f7f9a-614b-4af8-97d8-b87bae87ec9a None None] Port efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa cannot update to ACTIVE because it is not bound. {{(pid=85273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:03:06.197325 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96fa060-674a-46a1-9cc1-312086202be0 admin admin] Pushing event updated for resources: {'Port': ['ID=efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:06.209032 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e96fa060-674a-46a1-9cc1-312086202be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:06.219081 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e96fa060-674a-46a1-9cc1-312086202be0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854122366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854366150'] for router_interface, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:06.455402 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58f006-a1f3-4568-b624-c24cdd19b72d req-a92c1f4f-8cc7-4c56-8115-5a629e4aa579 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:06.457114 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3a58f006-a1f3-4568-b624-c24cdd19b72d req-a92c1f4f-8cc7-4c56-8115-5a629e4aa579 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 945 time: 0.1606758 Apr 15 11:03:06.484797 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96fa060-674a-46a1-9cc1-312086202be0 admin admin] Network 687f5d4b-386c-4bcc-92a0-7e59306b5af3 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:03:06.488176 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-e96fa060-674a-46a1-9cc1-312086202be0 admin admin] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:03:06.671692 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3a58f006-a1f3-4568-b624-c24cdd19b72d req-24f21281-4534-4de9-abd8-eb2c1d316cd2 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2062273 Apr 15 11:03:06.729319 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 639f091a-a7fb-4f6a-ab4c-957a33427eab up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:03:06.766313 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96fa060-674a-46a1-9cc1-312086202be0 admin admin] Router 9781d7c5-ff95-4aeb-b4bb-409703179de1 has already been hosted by L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 {{(pid=85270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:03:06.819225 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-06a64b15-e073-4f99-a590-790b27d1fb9e None None] Provisioning complete for port efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:03:06.819660 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-06a64b15-e073-4f99-a590-790b27d1fb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:06.888753 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning for port 639f091a-a7fb-4f6a-ab4c-957a33427eab completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:03:06.898295 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port 639f091a-a7fb-4f6a-ab4c-957a33427eab triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:03:06.898722 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:06.930672 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-06a64b15-e073-4f99-a590-790b27d1fb9e None None] Port efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa cannot update to ACTIVE because it is not bound. {{(pid=85273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:03:06.974176 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96fa060-674a-46a1-9cc1-312086202be0 admin admin] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:03:06.986065 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-e96fa060-674a-46a1-9cc1-312086202be0 admin admin] 10.222.0.36 "PUT /v2.0/routers/9781d7c5-ff95-4aeb-b4bb-409703179de1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7048893 Apr 15 11:03:07.039073 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:07.060841 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] For port 639f091a-a7fb-4f6a-ab4c-957a33427eab, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=639f091a-a7fb-4f6a-ab4c-957a33427eab,segment=NetworkSegment(c54efefa-f121-49d4-9f1f-b433dc39aac8),segment_id=c54efefa-f121-49d4-9f1f-b433dc39aac8)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:03:07.064115 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:07.065589 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device f41fb4a3-eed8-4fa2-acb9-d6e62e540027 up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:03:07.097653 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:07.199170 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Pushing event updated for resources: {'Port': ['ID=639f091a-a7fb-4f6a-ab4c-957a33427eab,revision_number=4']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:07.203492 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:07.212960 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port f41fb4a3-eed8-4fa2-acb9-d6e62e540027 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:03:07.213381 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:07.523006 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 296af75b-f795-4446-b0ad-fb60f5a2623d up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:03:07.575652 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 46736) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:07.581832 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-8f209702-bbb7-429e-9b1c-b010d1571948 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1226685637', 'description': 'tempest-secgroup-smoke-1226685637 description', 'project_id': 'ac1790d75e884150a63b62344bf5298d'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:03:07.588504 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-8f209702-bbb7-429e-9b1c-b010d1571948 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:03:07.593617 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-8f209702-bbb7-429e-9b1c-b010d1571948 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Usage tracker for resource:security_group and tenant:ac1790d75e884150a63b62344bf5298d is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:03:07.598215 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-8f209702-bbb7-429e-9b1c-b010d1571948 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:03:07.604042 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port 296af75b-f795-4446-b0ad-fb60f5a2623d triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:03:07.604462 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:07.604750 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-8f209702-bbb7-429e-9b1c-b010d1571948 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:03:07.615022 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8f209702-bbb7-429e-9b1c-b010d1571948 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:07.643910 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-8f209702-bbb7-429e-9b1c-b010d1571948 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:03:07.651817 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-8f209702-bbb7-429e-9b1c-b010d1571948 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Usage tracker for resource:security_group_rule and tenant:ac1790d75e884150a63b62344bf5298d is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:03:07.657193 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-8f209702-bbb7-429e-9b1c-b010d1571948 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:03:07.669058 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-8f209702-bbb7-429e-9b1c-b010d1571948 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:03:07.784808 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8f209702-bbb7-429e-9b1c-b010d1571948 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:07.788669 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8f209702-bbb7-429e-9b1c-b010d1571948 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:07.798030 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-bc880d22-7599-4217-a25b-1d44fc655da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:07.852301 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8f209702-bbb7-429e-9b1c-b010d1571948 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:07.853653 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-8f209702-bbb7-429e-9b1c-b010d1571948 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2768757 Apr 15 11:03:07.854705 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f209702-bbb7-429e-9b1c-b010d1571948 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c1965e-1a10-4d02-adf3-47250c5f3f6d,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:07.858871 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 46742) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:07.868554 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-54526ccc-43ee-4597-9fb2-5f47a7e09168 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Request body: {'security_group_rule': {'security_group_id': 'a4c1965e-1a10-4d02-adf3-47250c5f3f6d', 'project_id': 'ac1790d75e884150a63b62344bf5298d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:03:07.875164 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f209702-bbb7-429e-9b1c-b010d1571948 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:07.875603 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f209702-bbb7-429e-9b1c-b010d1571948 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:07.876034 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f209702-bbb7-429e-9b1c-b010d1571948 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:07.876455 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f209702-bbb7-429e-9b1c-b010d1571948 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:07.876877 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f209702-bbb7-429e-9b1c-b010d1571948 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:07.877301 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f209702-bbb7-429e-9b1c-b010d1571948 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:07.877714 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f209702-bbb7-429e-9b1c-b010d1571948 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:07.878133 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f209702-bbb7-429e-9b1c-b010d1571948 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:07.878540 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f209702-bbb7-429e-9b1c-b010d1571948 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:07.879020 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f209702-bbb7-429e-9b1c-b010d1571948 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:07.879389 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f209702-bbb7-429e-9b1c-b010d1571948 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:07.879796 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f209702-bbb7-429e-9b1c-b010d1571948 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:07.884559 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-8f209702-bbb7-429e-9b1c-b010d1571948 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:07.885892 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-54526ccc-43ee-4597-9fb2-5f47a7e09168 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:03:07.891136 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-54526ccc-43ee-4597-9fb2-5f47a7e09168 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Usage tracker for resource:security_group_rule and tenant:ac1790d75e884150a63b62344bf5298d is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:03:07.894584 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-54526ccc-43ee-4597-9fb2-5f47a7e09168 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:03:07.901403 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-54526ccc-43ee-4597-9fb2-5f47a7e09168 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:03:07.919399 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ee5c3-5132-4566-b712-3ba47bfac112 req-f703740d-932d-4ce1-8aec-92f4ae96589f tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:07.921048 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-54526ccc-43ee-4597-9fb2-5f47a7e09168 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:07.921224 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0c1ee5c3-5132-4566-b712-3ba47bfac112 req-f703740d-932d-4ce1-8aec-92f4ae96589f tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 945 time: 0.1129646 Apr 15 11:03:07.996797 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-54526ccc-43ee-4597-9fb2-5f47a7e09168 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:07.999790 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-54526ccc-43ee-4597-9fb2-5f47a7e09168 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854330716'] for security_group_rule, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:08.002073 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-140a8151-0746-4fb1-912f-fd22e4b47d60 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:08.003801 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0c1ee5c3-5132-4566-b712-3ba47bfac112 req-17289238-11fd-4db1-9c7f-b77b9c2f0d86 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685461 Apr 15 11:03:08.024244 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54526ccc-43ee-4597-9fb2-5f47a7e09168 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6df9f0a-170e-4cf4-85e3-212e72c59c57,revision_number=0']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:08.031864 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-54526ccc-43ee-4597-9fb2-5f47a7e09168 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:08.042185 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-54526ccc-43ee-4597-9fb2-5f47a7e09168 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:08.044254 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-54526ccc-43ee-4597-9fb2-5f47a7e09168 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1842890 Apr 15 11:03:08.047111 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 46746) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:08.052715 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-8c5fcd04-104b-4efb-946e-d10c68b7487f tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Request body: {'security_group_rule': {'security_group_id': 'a4c1965e-1a10-4d02-adf3-47250c5f3f6d', 'project_id': 'ac1790d75e884150a63b62344bf5298d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:03:08.060284 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-8c5fcd04-104b-4efb-946e-d10c68b7487f tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:03:08.064484 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-8c5fcd04-104b-4efb-946e-d10c68b7487f tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Usage tracker for resource:security_group_rule and tenant:ac1790d75e884150a63b62344bf5298d is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:03:08.067636 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-8c5fcd04-104b-4efb-946e-d10c68b7487f tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:03:08.073759 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-8c5fcd04-104b-4efb-946e-d10c68b7487f tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:03:08.092016 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8c5fcd04-104b-4efb-946e-d10c68b7487f tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:08.164392 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8c5fcd04-104b-4efb-946e-d10c68b7487f tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:08.168234 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8c5fcd04-104b-4efb-946e-d10c68b7487f tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854330716'] for security_group_rule, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:08.170439 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-01ee874a-108b-44fa-8848-d7fb516f33fb tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:08.195295 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5fcd04-104b-4efb-946e-d10c68b7487f tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91495ca4-363e-4dd0-9811-c8bd05777acf,revision_number=0']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:08.198248 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-8c5fcd04-104b-4efb-946e-d10c68b7487f tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:08.207426 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8c5fcd04-104b-4efb-946e-d10c68b7487f tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:08.208800 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-8c5fcd04-104b-4efb-946e-d10c68b7487f tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1606703 Apr 15 11:03:08.213764 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 46750) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:08.221044 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-4df9d984-df7d-4c8c-96ca-423b53995b64 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Request body: {'security_group_rule': {'security_group_id': 'a4c1965e-1a10-4d02-adf3-47250c5f3f6d', 'project_id': 'ac1790d75e884150a63b62344bf5298d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:03:08.228758 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-4df9d984-df7d-4c8c-96ca-423b53995b64 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:03:08.236336 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-4df9d984-df7d-4c8c-96ca-423b53995b64 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Usage tracker for resource:security_group_rule and tenant:ac1790d75e884150a63b62344bf5298d is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:03:08.241418 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-4df9d984-df7d-4c8c-96ca-423b53995b64 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:03:08.251027 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-4df9d984-df7d-4c8c-96ca-423b53995b64 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:03:08.271699 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4df9d984-df7d-4c8c-96ca-423b53995b64 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:08.378155 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4df9d984-df7d-4c8c-96ca-423b53995b64 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:08.381722 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4df9d984-df7d-4c8c-96ca-423b53995b64 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854330716'] for security_group_rule, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:08.384014 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e2537ce4-1227-49d5-95f5-88a6ec537d13 tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:08.411850 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9d984-df7d-4c8c-96ca-423b53995b64 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f613fb16-46a5-4cb1-872c-16f8dcbb181e,revision_number=0']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:08.414591 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-4df9d984-df7d-4c8c-96ca-423b53995b64 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:08.423578 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4df9d984-df7d-4c8c-96ca-423b53995b64 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:08.425117 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-4df9d984-df7d-4c8c-96ca-423b53995b64 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2093670 Apr 15 11:03:08.428396 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 46754) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:08.435960 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-9dd003f5-89a1-49df-8410-a1f66c1270b4 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Request body: {'security_group_rule': {'security_group_id': 'a4c1965e-1a10-4d02-adf3-47250c5f3f6d', 'project_id': 'ac1790d75e884150a63b62344bf5298d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:03:08.442873 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-9dd003f5-89a1-49df-8410-a1f66c1270b4 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:03:08.447167 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-9dd003f5-89a1-49df-8410-a1f66c1270b4 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Usage tracker for resource:security_group_rule and tenant:ac1790d75e884150a63b62344bf5298d is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:03:08.451955 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-9dd003f5-89a1-49df-8410-a1f66c1270b4 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:03:08.458219 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-9dd003f5-89a1-49df-8410-a1f66c1270b4 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:03:08.478537 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9dd003f5-89a1-49df-8410-a1f66c1270b4 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:08.560388 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 639f091a-a7fb-4f6a-ab4c-957a33427eab up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:03:08.567857 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9dd003f5-89a1-49df-8410-a1f66c1270b4 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:08.571952 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9dd003f5-89a1-49df-8410-a1f66c1270b4 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854330716'] for security_group_rule, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:08.574933 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:08.598112 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd003f5-89a1-49df-8410-a1f66c1270b4 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc20fc1-2c6a-43ba-8747-0c36873d970e,revision_number=0']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:08.602782 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-9dd003f5-89a1-49df-8410-a1f66c1270b4 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:08.610938 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-9dd003f5-89a1-49df-8410-a1f66c1270b4 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:08.612921 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-9dd003f5-89a1-49df-8410-a1f66c1270b4 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1828365 Apr 15 11:03:08.615607 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 46758) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:08.621887 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-6df04ce7-fa6b-4e24-97b5-edeaeebe4c67 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Request body: {'security_group_rule': {'security_group_id': 'a4c1965e-1a10-4d02-adf3-47250c5f3f6d', 'project_id': 'ac1790d75e884150a63b62344bf5298d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:03:08.628313 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-6df04ce7-fa6b-4e24-97b5-edeaeebe4c67 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:03:08.632568 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-6df04ce7-fa6b-4e24-97b5-edeaeebe4c67 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Usage tracker for resource:security_group_rule and tenant:ac1790d75e884150a63b62344bf5298d is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:03:08.635681 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-6df04ce7-fa6b-4e24-97b5-edeaeebe4c67 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:03:08.647753 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-6df04ce7-fa6b-4e24-97b5-edeaeebe4c67 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:03:08.658114 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.securitygroups_db [None req-6df04ce7-fa6b-4e24-97b5-edeaeebe4c67 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Project ac1790d75e884150a63b62344bf5298d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 11:03:08.660466 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port 639f091a-a7fb-4f6a-ab4c-957a33427eab triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:03:08.660897 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:08.665463 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6df04ce7-fa6b-4e24-97b5-edeaeebe4c67 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:08.736483 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2be0a9-582c-4fcc-9718-d7de079efc0d None None] Sync routers for ids ['9781d7c5-ff95-4aeb-b4bb-409703179de1'] in dv-cinder-786383-1-iscsi {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:03:08.743257 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6df04ce7-fa6b-4e24-97b5-edeaeebe4c67 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:08.748204 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6df04ce7-fa6b-4e24-97b5-edeaeebe4c67 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854330716'] for security_group_rule, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:08.750440 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:08.776167 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df04ce7-fa6b-4e24-97b5-edeaeebe4c67 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d47d469e-272f-49ef-9f7b-19ceb25359b3,revision_number=0']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:08.779645 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-6df04ce7-fa6b-4e24-97b5-edeaeebe4c67 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:08.788658 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2be0a9-582c-4fcc-9718-d7de079efc0d None None] Routers {'9781d7c5-ff95-4aeb-b4bb-409703179de1'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:03:08.789018 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6df04ce7-fa6b-4e24-97b5-edeaeebe4c67 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:08.789364 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-1e2be0a9-582c-4fcc-9718-d7de079efc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:02:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['9781d7c5-ff95-4aeb-b4bb-409703179de1'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:08.790348 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-6df04ce7-fa6b-4e24-97b5-edeaeebe4c67 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1737161 Apr 15 11:03:08.795353 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 46762) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:08.801204 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-11bff755-487a-424a-bbc2-c02212c96390 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Request body: {'security_group_rule': {'security_group_id': 'a4c1965e-1a10-4d02-adf3-47250c5f3f6d', 'project_id': 'ac1790d75e884150a63b62344bf5298d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:03:08.808853 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-11bff755-487a-424a-bbc2-c02212c96390 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:03:08.813835 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-11bff755-487a-424a-bbc2-c02212c96390 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Usage tracker for resource:security_group_rule and tenant:ac1790d75e884150a63b62344bf5298d is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:03:08.816918 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-11bff755-487a-424a-bbc2-c02212c96390 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:03:08.823034 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-11bff755-487a-424a-bbc2-c02212c96390 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:03:08.834343 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.securitygroups_db [None req-11bff755-487a-424a-bbc2-c02212c96390 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Project ac1790d75e884150a63b62344bf5298d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 11:03:08.842536 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-11bff755-487a-424a-bbc2-c02212c96390 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:08.920181 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-11bff755-487a-424a-bbc2-c02212c96390 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:08.924017 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-11bff755-487a-424a-bbc2-c02212c96390 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854330716'] for security_group_rule, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:08.932608 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-8c5fcd04-104b-4efb-946e-d10c68b7487f tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:08.957067 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bff755-487a-424a-bbc2-c02212c96390 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b03b6215-a497-4ab1-b71e-5b3fc661f9f6,revision_number=0']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:08.962216 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-11bff755-487a-424a-bbc2-c02212c96390 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:08.968940 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-11bff755-487a-424a-bbc2-c02212c96390 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:08.971362 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-11bff755-487a-424a-bbc2-c02212c96390 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1746171 Apr 15 11:03:09.003505 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-1e2be0a9-582c-4fcc-9718-d7de079efc0d None None] Set router 9781d7c5-ff95-4aeb-b4bb-409703179de1 gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:03:09.250579 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab729788-89ab-4e0e-bce3-e152d5b28810 req-a6e98b6e-ba80-4c4e-9630-b5156729e8b4 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:09.252313 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ab729788-89ab-4e0e-bce3-e152d5b28810 req-a6e98b6e-ba80-4c4e-9630-b5156729e8b4 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 945 time: 0.1238608 Apr 15 11:03:09.314732 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ab729788-89ab-4e0e-bce3-e152d5b28810 req-eb9b6e9f-55e4-4b59-b759-eb458d41dae2 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518672 Apr 15 11:03:09.385886 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-1e2be0a9-582c-4fcc-9718-d7de079efc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9781d7c5-ff95-4aeb-b4bb-409703179de1', 'name': 'tempest-TestShelveInstance-1246325257-router', 'tenant_id': 'cc2d2c64925b4e3d88d603c651d76b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '639f091a-a7fb-4f6a-ab4c-957a33427eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:58Z', 'updated_at': '2021-04-15T11:03:05Z', 'revision_number': 4, 'project_id': 'cc2d2c64925b4e3d88d603c651d76b4c', 'gw_port': {'id': '639f091a-a7fb-4f6a-ab4c-957a33427eab', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9781d7c5-ff95-4aeb-b4bb-409703179de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:59Z', 'updated_at': '2021-04-15T11:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': 'efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa', 'name': '', 'network_id': '687f5d4b-386c-4bcc-92a0-7e59306b5af3', 'tenant_id': 'cc2d2c64925b4e3d88d603c651d76b4c', 'mac_address': 'fa:16:3e:40:8c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9781d7c5-ff95-4aeb-b4bb-409703179de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8d229e4a-e204-4ef5-99cf-772a9002b1cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:03Z', 'updated_at': '2021-04-15T11:03:05Z', 'revision_number': 2, 'project_id': 'cc2d2c64925b4e3d88d603c651d76b4c', 'subnets': [{'id': '8d229e4a-e204-4ef5-99cf-772a9002b1cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:09.391368 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2be0a9-582c-4fcc-9718-d7de079efc0d None None] Checking router: 9781d7c5-ff95-4aeb-b4bb-409703179de1 for host: dv-cinder-786383-1-iscsi {{(pid=85273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:03:09.391777 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2be0a9-582c-4fcc-9718-d7de079efc0d None None] Updating router 9781d7c5-ff95-4aeb-b4bb-409703179de1 port efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa binding host dv-cinder-786383-1-iscsi {{(pid=85273) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 11:03:09.457050 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1e2be0a9-582c-4fcc-9718-d7de079efc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:09.965704 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1e2be0a9-582c-4fcc-9718-d7de079efc0d None None] Notify callbacks [] for port, precommit_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:09.979385 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1e2be0a9-582c-4fcc-9718-d7de079efc0d None None] Transition to ACTIVE for port object efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa will not be triggered until provisioned by entity L2. {{(pid=85273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:03:09.989144 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1e2be0a9-582c-4fcc-9718-d7de079efc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:10.006132 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:10.155343 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878e1cf-d3cc-4c1c-8d13-b5f566db9dc1 None None] Pushing event updated for resources: {'Port': ['ID=efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa,revision_number=3']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:10.158299 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0878e1cf-d3cc-4c1c-8d13-b5f566db9dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:10.431284 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-1e2be0a9-582c-4fcc-9718-d7de079efc0d None None] Attempting to bind port efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa on host dv-cinder-786383-1-iscsi for vnic_type normal with profile {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:03:10.431727 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-1e2be0a9-582c-4fcc-9718-d7de079efc0d None None] Attempting to bind port efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa by drivers openvswitch,hyperv on host dv-cinder-786383-1-iscsi at level 0 using segments [{'id': '8fa42cf0-351b-42f5-8d13-8fe6b71d7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '687f5d4b-386c-4bcc-92a0-7e59306b5af3'}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:03:10.432155 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2be0a9-582c-4fcc-9718-d7de079efc0d None None] Attempting to bind port efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa on network 687f5d4b-386c-4bcc-92a0-7e59306b5af3 {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:03:10.440622 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2be0a9-582c-4fcc-9718-d7de079efc0d None None] Checking agent: {'id': '8830baa2-eb89-499a-aa08-32819d4139e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 40, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:03:10.442083 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2be0a9-582c-4fcc-9718-d7de079efc0d None None] Checking segment: {'id': '8fa42cf0-351b-42f5-8d13-8fe6b71d7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '687f5d4b-386c-4bcc-92a0-7e59306b5af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:03:10.443672 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1e2be0a9-582c-4fcc-9718-d7de079efc0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:10.444163 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2be0a9-582c-4fcc-9718-d7de079efc0d None None] Bound using segment: {'id': '8fa42cf0-351b-42f5-8d13-8fe6b71d7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '687f5d4b-386c-4bcc-92a0-7e59306b5af3'} {{(pid=85273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:03:10.444743 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-1e2be0a9-582c-4fcc-9718-d7de079efc0d None None] Bound port: efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa, host: dv-cinder-786383-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa42cf0-351b-42f5-8d13-8fe6b71d7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '687f5d4b-386c-4bcc-92a0-7e59306b5af3'}}] {{(pid=85273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:03:10.445184 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1e2be0a9-582c-4fcc-9718-d7de079efc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:10.576595 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-1e2be0a9-582c-4fcc-9718-d7de079efc0d None None] For port efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa, host dv-cinder-786383-1-iscsi, cleared binding levels {{(pid=85273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:03:10.581683 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-1e2be0a9-582c-4fcc-9718-d7de079efc0d None None] For port efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa, host dv-cinder-786383-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa,segment=NetworkSegment(8fa42cf0-351b-42f5-8d13-8fe6b71d7c7d),segment_id=8fa42cf0-351b-42f5-8d13-8fe6b71d7c7d)] {{(pid=85273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:03:10.586009 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1e2be0a9-582c-4fcc-9718-d7de079efc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:10.602834 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-53254426-74d7-4779-becb-bfd31b8df8da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:10.638235 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8de8a-2fae-4921-b14f-99f546c349df req-ae22700e-e0fc-4eea-a73d-c7497360c64d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:10.640112 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3bd8de8a-2fae-4921-b14f-99f546c349df req-ae22700e-e0fc-4eea-a73d-c7497360c64d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 945 time: 0.1195762 Apr 15 11:03:10.693752 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3bd8de8a-2fae-4921-b14f-99f546c349df req-aee687e8-3e95-410b-8d4a-24804a9ecb99 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465848 Apr 15 11:03:10.768840 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878e1cf-d3cc-4c1c-8d13-b5f566db9dc1 None None] Pushing event updated for resources: {'Port': ['ID=efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa,revision_number=4']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:10.772351 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0878e1cf-d3cc-4c1c-8d13-b5f566db9dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:10.840354 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2be0a9-582c-4fcc-9718-d7de079efc0d None None] Routers {'9781d7c5-ff95-4aeb-b4bb-409703179de1'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:03:10.841679 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-1e2be0a9-582c-4fcc-9718-d7de079efc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:02:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['9781d7c5-ff95-4aeb-b4bb-409703179de1'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:11.261174 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-1e2be0a9-582c-4fcc-9718-d7de079efc0d None None] Set router 9781d7c5-ff95-4aeb-b4bb-409703179de1 gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:03:11.625154 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-1e2be0a9-582c-4fcc-9718-d7de079efc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9781d7c5-ff95-4aeb-b4bb-409703179de1', 'name': 'tempest-TestShelveInstance-1246325257-router', 'tenant_id': 'cc2d2c64925b4e3d88d603c651d76b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '639f091a-a7fb-4f6a-ab4c-957a33427eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:58Z', 'updated_at': '2021-04-15T11:03:05Z', 'revision_number': 4, 'project_id': 'cc2d2c64925b4e3d88d603c651d76b4c', 'gw_port': {'id': '639f091a-a7fb-4f6a-ab4c-957a33427eab', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9781d7c5-ff95-4aeb-b4bb-409703179de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:59Z', 'updated_at': '2021-04-15T11:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': 'efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa', 'name': '', 'network_id': '687f5d4b-386c-4bcc-92a0-7e59306b5af3', 'tenant_id': 'cc2d2c64925b4e3d88d603c651d76b4c', 'mac_address': 'fa:16:3e:40:8c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9781d7c5-ff95-4aeb-b4bb-409703179de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8d229e4a-e204-4ef5-99cf-772a9002b1cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:03Z', 'updated_at': '2021-04-15T11:03:10Z', 'revision_number': 4, 'project_id': 'cc2d2c64925b4e3d88d603c651d76b4c', 'subnets': [{'id': '8d229e4a-e204-4ef5-99cf-772a9002b1cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:11.630128 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2be0a9-582c-4fcc-9718-d7de079efc0d None None] The sync data for ids ['9781d7c5-ff95-4aeb-b4bb-409703179de1'] in dv-cinder-786383-1-iscsi is: [{'id': '9781d7c5-ff95-4aeb-b4bb-409703179de1', 'name': 'tempest-TestShelveInstance-1246325257-router', 'tenant_id': 'cc2d2c64925b4e3d88d603c651d76b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '639f091a-a7fb-4f6a-ab4c-957a33427eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:58Z', 'updated_at': '2021-04-15T11:03:05Z', 'revision_number': 4, 'project_id': 'cc2d2c64925b4e3d88d603c651d76b4c', 'gw_port': {'id': '639f091a-a7fb-4f6a-ab4c-957a33427eab', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9781d7c5-ff95-4aeb-b4bb-409703179de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:59Z', 'updated_at': '2021-04-15T11:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': 'efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa', 'name': '', 'network_id': '687f5d4b-386c-4bcc-92a0-7e59306b5af3', 'tenant_id': 'cc2d2c64925b4e3d88d603c651d76b4c', 'mac_address': 'fa:16:3e:40:8c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9781d7c5-ff95-4aeb-b4bb-409703179de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8d229e4a-e204-4ef5-99cf-772a9002b1cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:03Z', 'updated_at': '2021-04-15T11:03:10Z', 'revision_number': 4, 'project_id': 'cc2d2c64925b4e3d88d603c651d76b4c', 'subnets': [{'id': '8d229e4a-e204-4ef5-99cf-772a9002b1cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:03:11.954923 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a4db6-7004-4982-a9e2-7a85c51d2412 req-1f0f3763-c339-4e50-b5f5-ce76c80a19fc tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:11.956919 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ed3a4db6-7004-4982-a9e2-7a85c51d2412 req-1f0f3763-c339-4e50-b5f5-ce76c80a19fc tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 945 time: 0.1160100 Apr 15 11:03:12.020056 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ed3a4db6-7004-4982-a9e2-7a85c51d2412 req-8e3c45fd-35a8-428c-a01c-83f3e1686fa1 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542362 Apr 15 11:03:12.606992 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:03:12.699641 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning for port efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:03:12.706655 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:03:12.707134 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:12.875144 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:12.920409 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] For port efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa,segment=NetworkSegment(8fa42cf0-351b-42f5-8d13-8fe6b71d7c7d),segment_id=8fa42cf0-351b-42f5-8d13-8fe6b71d7c7d)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:03:12.923619 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:12.926484 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-714a99ee-1a4c-4580-9370-c8fea672f93f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:13.031400 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Pushing event updated for resources: {'Port': ['ID=efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa,revision_number=5']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:13.035370 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:13.277201 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436f74a-e3dc-4c43-a72b-1455cd50b79a req-5b533d9b-459c-40b1-8f73-343f9b9390e5 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:13.278990 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f436f74a-e3dc-4c43-a72b-1455cd50b79a req-5b533d9b-459c-40b1-8f73-343f9b9390e5 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 945 time: 0.1100786 Apr 15 11:03:13.370513 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f436f74a-e3dc-4c43-a72b-1455cd50b79a req-84fc3f2f-2f83-4671-b442-c1ecfffb43ae tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798218 Apr 15 11:03:14.586679 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa up at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:03:14.619849 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4e1bb-79f7-4b01-be3e-a082d1358256 req-33245344-105a-4415-a42e-9a688c12241a tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:14.621558 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e1e4e1bb-79f7-4b01-be3e-a082d1358256 req-33245344-105a-4415-a42e-9a688c12241a tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 945 time: 0.1117811 Apr 15 11:03:14.678491 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e1e4e1bb-79f7-4b01-be3e-a082d1358256 req-a49a4d3e-445c-4ee2-9ef3-bc18cf7ffc8e tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494988 Apr 15 11:03:14.705166 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Provisioning complete for port efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:03:14.705814 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:15.907972 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea28b8-7f76-4b03-bf5c-721ccb85eb80 req-e2fbdf8e-e52c-4ddd-8464-bfe0228c7f99 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:15.909707 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c4ea28b8-7f76-4b03-bf5c-721ccb85eb80 req-e2fbdf8e-e52c-4ddd-8464-bfe0228c7f99 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 945 time: 0.1087847 Apr 15 11:03:15.966934 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c4ea28b8-7f76-4b03-bf5c-721ccb85eb80 req-4b9ab729-e342-419e-b08e-8d0b6b786c83 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479407 Apr 15 11:03:17.188210 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d449f-c40f-44f1-b9b0-1810ecf94ace req-c169e6ed-6ac8-40d7-bd84-7926f33ef58b tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:17.189895 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a42d449f-c40f-44f1-b9b0-1810ecf94ace req-c169e6ed-6ac8-40d7-bd84-7926f33ef58b tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 945 time: 0.0989709 Apr 15 11:03:17.242069 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a42d449f-c40f-44f1-b9b0-1810ecf94ace req-8bcb886d-117a-4024-832b-348857c42dc4 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447140 Apr 15 11:03:18.463857 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5a62d-eba3-4bd5-8cd2-7163fb8c4899 req-51c1d5ab-a382-4877-852e-675bebf62dd5 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:18.465525 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-add5a62d-eba3-4bd5-8cd2-7163fb8c4899 req-51c1d5ab-a382-4877-852e-675bebf62dd5 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 945 time: 0.0985434 Apr 15 11:03:18.518718 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-add5a62d-eba3-4bd5-8cd2-7163fb8c4899 req-9eceb25e-1f7c-4773-a762-965574d9a2f3 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466599 Apr 15 11:03:19.733270 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6839c-712a-469e-bdd4-dff513447500 req-2aeb438f-f896-40e2-a238-54a6aaa3d7bc tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:19.734943 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-dfd6839c-712a-469e-bdd4-dff513447500 req-2aeb438f-f896-40e2-a238-54a6aaa3d7bc tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 945 time: 0.0957332 Apr 15 11:03:19.789083 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-dfd6839c-712a-469e-bdd4-dff513447500 req-df1145ac-02b4-42c6-bcbf-5935ac86eda8 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474889 Apr 15 11:03:20.867007 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2f45a44a-1792-45d8-b514-dba5c4092197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:21.014210 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a9fd6-a447-4d72-8a55-62d8fed953b6 req-8dbf3032-406c-4ebe-b7d2-9e3690eb843e tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:21.015895 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e40a9fd6-a447-4d72-8a55-62d8fed953b6 req-8dbf3032-406c-4ebe-b7d2-9e3690eb843e tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 945 time: 0.0991180 Apr 15 11:03:21.066095 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e40a9fd6-a447-4d72-8a55-62d8fed953b6 req-e59ee088-ffbb-4e57-b4ef-feb620e07679 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436399 Apr 15 11:03:22.278351 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058b895-0f15-4457-8295-ae7433e147ff req-12e4e4c6-2383-4480-a240-373add86e9c0 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:22.280283 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4058b895-0f15-4457-8295-ae7433e147ff req-12e4e4c6-2383-4480-a240-373add86e9c0 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 945 time: 0.0934637 Apr 15 11:03:22.330578 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4058b895-0f15-4457-8295-ae7433e147ff req-8d68ef04-205c-4a7c-96e1-7edbcbbe99ae tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442145 Apr 15 11:03:23.048190 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3d74f-4daf-435e-bcdd-597f01096a4d req-68741aa2-94de-44e0-9beb-8fdbfbc780bd tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:23.049893 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4ee3d74f-4daf-435e-bcdd-597f01096a4d req-68741aa2-94de-44e0-9beb-8fdbfbc780bd tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 945 time: 0.4089460 Apr 15 11:03:23.053409 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1a60b-7f0b-4696-a2cb-28360569988d req-7693b654-f0c4-45d9-8c72-6824d491e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:23.055084 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-14f1a60b-7f0b-4696-a2cb-28360569988d req-7693b654-f0c4-45d9-8c72-6824d491e36c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=deae0b492b4b43be850d6b1e6cdedac1&device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 1098 time: 0.1259327 Apr 15 11:03:23.192205 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4ee3d74f-4daf-435e-bcdd-597f01096a4d req-69e98ef6-797a-4f23-bf9d-77dd2728207f tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324160 Apr 15 11:03:23.249115 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1a60b-7f0b-4696-a2cb-28360569988d req-37e876b8-250e-49bb-9ea0-ede014647715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:23.250810 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-14f1a60b-7f0b-4696-a2cb-28360569988d req-37e876b8-250e-49bb-9ea0-ede014647715 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4937fa2d-486c-425f-8f41-7505739147e5 HTTP/1.1" status: 200 len: 912 time: 0.1890635 Apr 15 11:03:23.369234 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d797a72f-e325-47cd-9a89-a69d83217303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:23.375661 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-14f1a60b-7f0b-4696-a2cb-28360569988d req-28aa9100-86d4-49b5-819b-90449456479f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=857ece22-8d1f-45d6-92c5-71e168db586b HTTP/1.1" status: 200 len: 1001 time: 0.1176209 Apr 15 11:03:23.448446 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1a60b-7f0b-4696-a2cb-28360569988d req-f0647743-d163-41fb-a742-b5edabd3580b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:23.450302 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-14f1a60b-7f0b-4696-a2cb-28360569988d req-f0647743-d163-41fb-a742-b5edabd3580b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f9fd427-705c-4c25-9c31-812ae7cb8576 HTTP/1.1" status: 200 len: 850 time: 0.0679083 Apr 15 11:03:23.542149 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1a60b-7f0b-4696-a2cb-28360569988d req-841c8038-e41e-401f-97c2-1c4437426009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:23.544382 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-14f1a60b-7f0b-4696-a2cb-28360569988d req-841c8038-e41e-401f-97c2-1c4437426009 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4937fa2d-486c-425f-8f41-7505739147e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0871851 Apr 15 11:03:23.696327 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-14f1a60b-7f0b-4696-a2cb-28360569988d req-4d0ec09a-b46b-4d2a-a10d-dd4be7f1aa21 service neutron] 10.222.0.60 "GET /v2.0/networks/4937fa2d-486c-425f-8f41-7505739147e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443279 Apr 15 11:03:23.842511 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-14f1a60b-7f0b-4696-a2cb-28360569988d req-7fdf097a-d084-42af-bd97-e04e2067b4f5 service neutron] 10.222.0.60 "GET /v2.0/networks/4937fa2d-486c-425f-8f41-7505739147e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401248 Apr 15 11:03:24.179871 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:24.374012 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:24.413630 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c563d-d6ce-4760-af9e-cf42f63dad88 req-2b7502c8-67c1-419d-a26a-5eccbedfeba6 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:24.415409 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7e4c563d-d6ce-4760-af9e-cf42f63dad88 req-2b7502c8-67c1-419d-a26a-5eccbedfeba6 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 945 time: 0.0994499 Apr 15 11:03:24.470325 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7e4c563d-d6ce-4760-af9e-cf42f63dad88 req-eb85d250-53cf-4339-9d63-b28aaf00ccb1 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475395 Apr 15 11:03:25.161821 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:25.250985 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:25.693359 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111e8da-44a6-4c7b-9d8e-cb07ab7d2881 req-9661a443-bdde-40d0-9a6f-0c40785a3c3f tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:25.695029 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b111e8da-44a6-4c7b-9d8e-cb07ab7d2881 req-9661a443-bdde-40d0-9a6f-0c40785a3c3f tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 945 time: 0.0988727 Apr 15 11:03:25.748313 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-b111e8da-44a6-4c7b-9d8e-cb07ab7d2881 req-2b84608d-046b-4a06-8d9d-acbab9fd673f tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440269 Apr 15 11:03:31.026318 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-109c31be-79a7-4f7b-af69-7f1e948dbc2d tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Synchronizing usage tracker for tenant:ac1790d75e884150a63b62344bf5298d on resource:security_group {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:03:31.047088 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-109c31be-79a7-4f7b-af69-7f1e948dbc2d tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Unset dirty status for tenant:ac1790d75e884150a63b62344bf5298d on resource:security_group {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:03:31.048420 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-109c31be-79a7-4f7b-af69-7f1e948dbc2d tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1226685637&fields=id&tenant_id=ac1790d75e884150a63b62344bf5298d HTTP/1.1" status: 200 len: 267 time: 0.0696325 Apr 15 11:03:31.227651 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-88b548ca-0f19-479f-9c89-b920786d45dc tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:31.228402 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-88b548ca-0f19-479f-9c89-b920786d45dc tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Synchronizing usage tracker for tenant:ac1790d75e884150a63b62344bf5298d on resource:network {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:03:31.246502 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-88b548ca-0f19-479f-9c89-b920786d45dc tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Unset dirty status for tenant:ac1790d75e884150a63b62344bf5298d on resource:network {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:03:31.248014 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-88b548ca-0f19-479f-9c89-b920786d45dc tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/networks?id=496d1d64-73ea-4b75-97a9-59db231b3342 HTTP/1.1" status: 200 len: 808 time: 0.1901090 Apr 15 11:03:31.265474 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-df025c03-444c-4e7e-8d05-57d706116868 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/quotas/ac1790d75e884150a63b62344bf5298d HTTP/1.1" status: 200 len: 375 time: 0.0113635 Apr 15 11:03:31.364793 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-e292bccc-50a9-4339-a774-6d4dc1595941 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Synchronizing usage tracker for tenant:ac1790d75e884150a63b62344bf5298d on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:03:31.381668 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-e292bccc-50a9-4339-a774-6d4dc1595941 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Unset dirty status for tenant:ac1790d75e884150a63b62344bf5298d on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:03:31.383157 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-e292bccc-50a9-4339-a774-6d4dc1595941 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac1790d75e884150a63b62344bf5298d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1116369 Apr 15 11:03:31.684370 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-c5cc40e4-792d-45e4-82b6-5d9cfa2d702f service neutron] 10.222.0.36 "GET /v2.0/networks/496d1d64-73ea-4b75-97a9-59db231b3342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878795 Apr 15 11:03:31.830524 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-1b1e5ddd-915b-405c-b132-5f9eb3df8af9 service neutron] 10.222.0.36 "GET /v2.0/networks/496d1d64-73ea-4b75-97a9-59db231b3342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395149 Apr 15 11:03:32.276584 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e5c1c455-2bc8-43ce-bf10-864685f47e91 req-5b15a265-db0d-47ea-aecc-0d280fa375aa tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 210 time: 0.0561707 Apr 15 11:03:33.373274 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-825a50fb-1147-4fa0-93c0-c9a8cb2c89a3 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:33.376234 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-825a50fb-1147-4fa0-93c0-c9a8cb2c89a3 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.60 "GET /v2.0/networks?id=496d1d64-73ea-4b75-97a9-59db231b3342 HTTP/1.1" status: 200 len: 808 time: 0.1809003 Apr 15 11:03:33.473833 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-fd3ab175-9345-4d9d-a43e-041ae2ae66a7 req-a63b2bc4-1a29-4b15-88e6-7db5e7d9bb87 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 210 time: 0.0645738 Apr 15 11:03:33.529818 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-75302f15-62f2-4d6a-bbf0-5a8e62c28ffa tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ac1790d75e884150a63b62344bf5298d HTTP/1.1" status: 200 len: 8061 time: 0.1451607 Apr 15 11:03:33.542460 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-7459865e-ed32-48fb-a238-c9ce7d9d09fe tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Request body: {'port': {'device_id': '28f1db0f-4066-4611-9c3d-d1d7fbf86786', 'network_id': '496d1d64-73ea-4b75-97a9-59db231b3342', 'admin_state_up': True, 'tenant_id': 'ac1790d75e884150a63b62344bf5298d', 'security_groups': ['a4c1965e-1a10-4d02-adf3-47250c5f3f6d']}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:03:33.722287 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-7459865e-ed32-48fb-a238-c9ce7d9d09fe tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:03:33.734527 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-7459865e-ed32-48fb-a238-c9ce7d9d09fe tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:03:33.746597 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-7459865e-ed32-48fb-a238-c9ce7d9d09fe tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Made reservation on behalf of ac1790d75e884150a63b62344bf5298d for: {'port': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:03:33.755695 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-7459865e-ed32-48fb-a238-c9ce7d9d09fe tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:33.959760 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-7459865e-ed32-48fb-a238-c9ce7d9d09fe tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Allocated IP 172.20.0.4 (496d1d64-73ea-4b75-97a9-59db231b3342/9e78b072-91f9-4f19-92e8-30a3376abc4f/a5b88919-da8b-423d-8a38-3c448a56ace8) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:03:34.233559 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-7459865e-ed32-48fb-a238-c9ce7d9d09fe tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:34.254314 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-7459865e-ed32-48fb-a238-c9ce7d9d09fe tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Transition to ACTIVE for port object a5b88919-da8b-423d-8a38-3c448a56ace8 will not be triggered until provisioned by entity DHCP. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:03:34.282871 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-7459865e-ed32-48fb-a238-c9ce7d9d09fe tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:34.302868 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-7fe33228-4ff6-4e78-8704-cf77cf2a1bbd tempest-VolumesActionsTest-447857735 tempest-VolumesActionsTest-447857735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:34.465535 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459865e-ed32-48fb-a238-c9ce7d9d09fe tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Pushing event updated for resources: {'Port': ['ID=a5b88919-da8b-423d-8a38-3c448a56ace8,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:34.470712 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-7459865e-ed32-48fb-a238-c9ce7d9d09fe tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:34.549586 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-7459865e-ed32-48fb-a238-c9ce7d9d09fe tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Network 496d1d64-73ea-4b75-97a9-59db231b3342 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:03:34.551251 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-7459865e-ed32-48fb-a238-c9ce7d9d09fe tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:03:34.553700 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-7459865e-ed32-48fb-a238-c9ce7d9d09fe tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:03:34.691685 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-7459865e-ed32-48fb-a238-c9ce7d9d09fe tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:34.692399 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-7459865e-ed32-48fb-a238-c9ce7d9d09fe tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:34.737381 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-7459865e-ed32-48fb-a238-c9ce7d9d09fe tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2020833 Apr 15 11:03:34.751828 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-2f2b5124-8188-4be8-9279-3d433d98f865 service neutron] Request body: {'port': {'device_id': '28f1db0f-4066-4611-9c3d-d1d7fbf86786', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:03:34.791290 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8778416-3349-467b-9ded-c0e0b73b141d req-138b40c4-ca70-4947-99fd-8ecf81a02439 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:34.792075 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-e8778416-3349-467b-9ded-c0e0b73b141d req-138b40c4-ca70-4947-99fd-8ecf81a02439 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Synchronizing usage tracker for tenant:ac1790d75e884150a63b62344bf5298d on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:03:34.823359 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-359914b3-b423-4068-b76b-40299b97ef7b None None] Provisioning for port a5b88919-da8b-423d-8a38-3c448a56ace8 completed by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:03:34.829552 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-359914b3-b423-4068-b76b-40299b97ef7b None None] Provisioning complete for port a5b88919-da8b-423d-8a38-3c448a56ace8 triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:03:34.829922 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-359914b3-b423-4068-b76b-40299b97ef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:34.831733 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-e8778416-3349-467b-9ded-c0e0b73b141d req-138b40c4-ca70-4947-99fd-8ecf81a02439 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Unset dirty status for tenant:ac1790d75e884150a63b62344bf5298d on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:03:34.833027 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e8778416-3349-467b-9ded-c0e0b73b141d req-138b40c4-ca70-4947-99fd-8ecf81a02439 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 931 time: 0.2199414 Apr 15 11:03:34.891015 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-359914b3-b423-4068-b76b-40299b97ef7b None None] Port a5b88919-da8b-423d-8a38-3c448a56ace8 cannot update to ACTIVE because it is not bound. {{(pid=85273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:03:34.937553 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-e8778416-3349-467b-9ded-c0e0b73b141d req-b69e2453-5728-4bc0-ae00-54da86b1e5f6 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734842 Apr 15 11:03:34.939029 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-2f2b5124-8188-4be8-9279-3d433d98f865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:35.371808 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-2f2b5124-8188-4be8-9279-3d433d98f865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b88919-da8b-423d-8a38-3c448a56ace8 {{(pid=85270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:03:35.379952 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-2f2b5124-8188-4be8-9279-3d433d98f865 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:35.395625 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-2f2b5124-8188-4be8-9279-3d433d98f865 service neutron] Transition to ACTIVE for port object a5b88919-da8b-423d-8a38-3c448a56ace8 will not be triggered until provisioned by entity L2. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:03:35.398125 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-2f2b5124-8188-4be8-9279-3d433d98f865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850600659'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:35.418601 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-7459865e-ed32-48fb-a238-c9ce7d9d09fe tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:35.795867 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b5124-8188-4be8-9279-3d433d98f865 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b88919-da8b-423d-8a38-3c448a56ace8,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:35.801166 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-2f2b5124-8188-4be8-9279-3d433d98f865 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:36.030157 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-2f2b5124-8188-4be8-9279-3d433d98f865 service neutron] Attempting to bind port a5b88919-da8b-423d-8a38-3c448a56ace8 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:03:36.030541 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-2f2b5124-8188-4be8-9279-3d433d98f865 service neutron] Attempting to bind port a5b88919-da8b-423d-8a38-3c448a56ace8 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'ca650a79-4e24-405b-b01e-92c018e4b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '496d1d64-73ea-4b75-97a9-59db231b3342'}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:03:36.030921 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-2f2b5124-8188-4be8-9279-3d433d98f865 service neutron] Attempting to bind port a5b88919-da8b-423d-8a38-3c448a56ace8 on network 496d1d64-73ea-4b75-97a9-59db231b3342 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:03:36.038637 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-2f2b5124-8188-4be8-9279-3d433d98f865 service neutron] Port a5b88919-da8b-423d-8a38-3c448a56ace8 on network 496d1d64-73ea-4b75-97a9-59db231b3342 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 11:03:36.040964 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-2f2b5124-8188-4be8-9279-3d433d98f865 service neutron] Attempting to bind port a5b88919-da8b-423d-8a38-3c448a56ace8 on network 496d1d64-73ea-4b75-97a9-59db231b3342 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:03:36.049913 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-2f2b5124-8188-4be8-9279-3d433d98f865 service neutron] Checking agent: {'id': '39ee03b0-0a73-4082-87ae-8bc447154759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:03:36.050225 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-2f2b5124-8188-4be8-9279-3d433d98f865 service neutron] Checking segment: {'id': 'ca650a79-4e24-405b-b01e-92c018e4b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '496d1d64-73ea-4b75-97a9-59db231b3342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:03:36.050676 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-2f2b5124-8188-4be8-9279-3d433d98f865 service neutron] Bound using segment: {'id': 'ca650a79-4e24-405b-b01e-92c018e4b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '496d1d64-73ea-4b75-97a9-59db231b3342'} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:03:36.051204 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-2f2b5124-8188-4be8-9279-3d433d98f865 service neutron] Bound port: a5b88919-da8b-423d-8a38-3c448a56ace8, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca650a79-4e24-405b-b01e-92c018e4b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '496d1d64-73ea-4b75-97a9-59db231b3342'}}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:03:36.051593 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-2f2b5124-8188-4be8-9279-3d433d98f865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:36.211732 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-2f2b5124-8188-4be8-9279-3d433d98f865 service neutron] For port a5b88919-da8b-423d-8a38-3c448a56ace8, host hv-cinder-78638, cleared binding levels {{(pid=85270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:03:36.223133 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-2f2b5124-8188-4be8-9279-3d433d98f865 service neutron] For port a5b88919-da8b-423d-8a38-3c448a56ace8, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a5b88919-da8b-423d-8a38-3c448a56ace8,segment=NetworkSegment(ca650a79-4e24-405b-b01e-92c018e4b6ed),segment_id=ca650a79-4e24-405b-b01e-92c018e4b6ed)] {{(pid=85270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:03:36.228963 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-2f2b5124-8188-4be8-9279-3d433d98f865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850600659'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:36.246465 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5de438af-6fbf-4fb3-a943-1c142d7dae73 tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:36.369610 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b9872-822e-4a22-8aa4-f84374b72a63 req-8ba0ab79-6f57-4b1a-a08b-82f78c6c321e tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:36.371891 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-442b9872-822e-4a22-8aa4-f84374b72a63 req-8ba0ab79-6f57-4b1a-a08b-82f78c6c321e tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 943 time: 0.2663407 Apr 15 11:03:36.456125 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b5124-8188-4be8-9279-3d433d98f865 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b88919-da8b-423d-8a38-3c448a56ace8,revision_number=3']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:36.464468 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-2f2b5124-8188-4be8-9279-3d433d98f865 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:36.488015 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-442b9872-822e-4a22-8aa4-f84374b72a63 req-a89b5676-e05b-4564-816a-ae3bb28c035f tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091735 Apr 15 11:03:36.515111 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-2f2b5124-8188-4be8-9279-3d433d98f865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:36.515767 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-2f2b5124-8188-4be8-9279-3d433d98f865 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:36.517176 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-2f2b5124-8188-4be8-9279-3d433d98f865 service neutron] 10.222.0.60 "PUT /v2.0/ports/a5b88919-da8b-423d-8a38-3c448a56ace8 HTTP/1.1" status: 200 len: 1093 time: 1.7708688 Apr 15 11:03:36.517783 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f1db0f-4066-4611-9c3d-d1d7fbf86786', 'tag': 'a5b88919-da8b-423d-8a38-3c448a56ace8'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:03:36.612824 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f1db0f-4066-4611-9c3d-d1d7fbf86786', 'tag': 'a5b88919-da8b-423d-8a38-3c448a56ace8', 'status': 'completed', 'code': 200} Apr 15 11:03:36.659189 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-129296d9-8d4a-45c5-82d1-a8a5e490de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:36.661216 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-129296d9-8d4a-45c5-82d1-a8a5e490de72 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac1790d75e884150a63b62344bf5298d&device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 1096 time: 0.0979877 Apr 15 11:03:36.747684 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-8cd4e213-5593-407d-93b0-0c9c0e4a54aa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5b88919-da8b-423d-8a38-3c448a56ace8 HTTP/1.1" status: 200 len: 217 time: 0.0772879 Apr 15 11:03:36.825200 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-6df26bea-5f96-4062-9525-fe7b19d7fb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:36.826819 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-6df26bea-5f96-4062-9525-fe7b19d7fb40 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e78b072-91f9-4f19-92e8-30a3376abc4f HTTP/1.1" status: 200 len: 847 time: 0.0720701 Apr 15 11:03:36.916944 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-0464e02a-9c9f-4bd5-bd91-243bfd4057f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:36.919190 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-0464e02a-9c9f-4bd5-bd91-243bfd4057f6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=496d1d64-73ea-4b75-97a9-59db231b3342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0855529 Apr 15 11:03:37.071088 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-dcc95073-40c9-4a36-9e13-369cb7af7de0 service neutron] 10.222.0.60 "GET /v2.0/networks/496d1d64-73ea-4b75-97a9-59db231b3342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446705 Apr 15 11:03:37.241388 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-03e34392-2ce3-4c51-a29f-39e70acee848 req-8e09233f-91ce-4ee8-b1f3-124361decd43 service neutron] 10.222.0.60 "GET /v2.0/networks/496d1d64-73ea-4b75-97a9-59db231b3342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631627 Apr 15 11:03:37.383060 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ee829-a5f2-41ec-9ab0-70cd6240a0c3 req-630187e0-cabb-4423-a0d9-0dd38326f8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:37.384759 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f38ee829-a5f2-41ec-9ab0-70cd6240a0c3 req-630187e0-cabb-4423-a0d9-0dd38326f8d4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac1790d75e884150a63b62344bf5298d&device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 1096 time: 0.0955110 Apr 15 11:03:37.547839 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ee829-a5f2-41ec-9ab0-70cd6240a0c3 req-e57bd335-de9b-495d-900f-86022512feb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:37.550547 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f38ee829-a5f2-41ec-9ab0-70cd6240a0c3 req-e57bd335-de9b-495d-900f-86022512feb3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=496d1d64-73ea-4b75-97a9-59db231b3342 HTTP/1.1" status: 200 len: 909 time: 0.1538270 Apr 15 11:03:37.666567 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f38ee829-a5f2-41ec-9ab0-70cd6240a0c3 req-db9fe897-bec8-4b71-a05e-fd5553e59811 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5b88919-da8b-423d-8a38-3c448a56ace8 HTTP/1.1" status: 200 len: 217 time: 0.1093576 Apr 15 11:03:37.767819 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ee829-a5f2-41ec-9ab0-70cd6240a0c3 req-c3a9ff36-5819-490d-ba7f-15e2ea768a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:37.769404 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f38ee829-a5f2-41ec-9ab0-70cd6240a0c3 req-c3a9ff36-5819-490d-ba7f-15e2ea768a62 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e78b072-91f9-4f19-92e8-30a3376abc4f HTTP/1.1" status: 200 len: 847 time: 0.0957959 Apr 15 11:03:37.776846 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:03:37.826425 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bfba7c-c474-42b3-a11d-3e513991009f req-6ebaa3cc-a798-4eef-ba7c-625f4bb1ea45 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:37.828086 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-84bfba7c-c474-42b3-a11d-3e513991009f req-6ebaa3cc-a798-4eef-ba7c-625f4bb1ea45 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 943 time: 0.2055283 Apr 15 11:03:37.896671 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-84bfba7c-c474-42b3-a11d-3e513991009f req-23579c96-da72-496c-9c22-911446bed4a0 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620215 Apr 15 11:03:37.907769 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ee829-a5f2-41ec-9ab0-70cd6240a0c3 req-d19c142e-a4bc-4b05-9780-4163c5c89d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:37.909378 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f38ee829-a5f2-41ec-9ab0-70cd6240a0c3 req-d19c142e-a4bc-4b05-9780-4163c5c89d89 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=496d1d64-73ea-4b75-97a9-59db231b3342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1325989 Apr 15 11:03:38.062674 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f38ee829-a5f2-41ec-9ab0-70cd6240a0c3 req-ba5c0558-3127-41bb-8fdf-d1e4ac528467 service neutron] 10.222.0.60 "GET /v2.0/networks/496d1d64-73ea-4b75-97a9-59db231b3342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453915 Apr 15 11:03:38.220030 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f38ee829-a5f2-41ec-9ab0-70cd6240a0c3 req-eea2a004-64dc-41cf-82df-6de76357cb24 service neutron] 10.222.0.60 "GET /v2.0/networks/496d1d64-73ea-4b75-97a9-59db231b3342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502993 Apr 15 11:03:39.128171 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e2f2f-10ac-4798-baa8-19ed626356d2 req-c629042c-f681-4d97-aad6-aef5d12015a4 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:39.129808 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0d8e2f2f-10ac-4798-baa8-19ed626356d2 req-c629042c-f681-4d97-aad6-aef5d12015a4 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 943 time: 0.1088657 Apr 15 11:03:39.182430 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0d8e2f2f-10ac-4798-baa8-19ed626356d2 req-0fefca56-e7b5-4771-ac79-9c29bf28833f tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457985 Apr 15 11:03:40.473533 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee51e53-2b03-4887-9d50-37dc9eb3d027 req-eaf6a25d-357b-46b9-9be6-4b350eb8601f tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:40.475211 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3ee51e53-2b03-4887-9d50-37dc9eb3d027 req-eaf6a25d-357b-46b9-9be6-4b350eb8601f tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 943 time: 0.1733778 Apr 15 11:03:40.526408 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3ee51e53-2b03-4887-9d50-37dc9eb3d027 req-bebde430-5453-40cb-8005-c00fc6209c45 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445406 Apr 15 11:03:41.801984 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3bbc58-d0bc-4c59-9d11-dcd9b55d7ce9 req-09d453f0-a0cb-472e-be9c-2d60b36fe843 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:41.803703 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0e3bbc58-d0bc-4c59-9d11-dcd9b55d7ce9 req-09d453f0-a0cb-472e-be9c-2d60b36fe843 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 943 time: 0.1533930 Apr 15 11:03:41.856987 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0e3bbc58-d0bc-4c59-9d11-dcd9b55d7ce9 req-7b51c06b-bb1c-4bb3-b72f-3d631898bdf1 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453787 Apr 15 11:03:43.077862 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0114e30-213b-42bf-8cef-336caad80c9e req-0c0c13f8-091f-4e3c-abe8-043aff501bd0 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:43.079839 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f0114e30-213b-42bf-8cef-336caad80c9e req-0c0c13f8-091f-4e3c-abe8-043aff501bd0 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 943 time: 0.1006663 Apr 15 11:03:43.131479 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f0114e30-213b-42bf-8cef-336caad80c9e req-bc3d0de6-4148-4a61-a1a8-92878ffff3ac tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455539 Apr 15 11:03:44.337113 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92e910-eec3-477d-9f8b-f65d04760d1d req-6cf1fafe-6b77-4dae-ab60-ad41aceaf55e tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:44.338984 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3b92e910-eec3-477d-9f8b-f65d04760d1d req-6cf1fafe-6b77-4dae-ab60-ad41aceaf55e tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 943 time: 0.0928946 Apr 15 11:03:44.394787 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3b92e910-eec3-477d-9f8b-f65d04760d1d req-aec90f6e-36ed-4e3d-b128-4a0e05b2370c tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482183 Apr 15 11:03:45.604478 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27e5be-a0ea-48e9-bb08-a268fd1dbc41 req-91fe7284-b462-4e1d-b482-0ea668e748e0 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:45.606699 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2d27e5be-a0ea-48e9-bb08-a268fd1dbc41 req-91fe7284-b462-4e1d-b482-0ea668e748e0 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 943 time: 0.0955794 Apr 15 11:03:45.655399 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2d27e5be-a0ea-48e9-bb08-a268fd1dbc41 req-fa2ca1b3-b1b4-4902-b14c-89aac95384dd tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421734 Apr 15 11:03:46.450446 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device a5b88919-da8b-423d-8a38-3c448a56ace8 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:03:46.597991 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port a5b88919-da8b-423d-8a38-3c448a56ace8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a5b88919-da8b-423d-8a38-3c448a56ace8,segment=NetworkSegment(ca650a79-4e24-405b-b01e-92c018e4b6ed),segment_id=ca650a79-4e24-405b-b01e-92c018e4b6ed)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:03:46.613155 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Returning: {'device': 'a5b88919-da8b-423d-8a38-3c448a56ace8', 'network_id': '496d1d64-73ea-4b75-97a9-59db231b3342', 'port_id': 'a5b88919-da8b-423d-8a38-3c448a56ace8', 'mac_address': 'fa:16:3e:43:1f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e78b072-91f9-4f19-92e8-30a3376abc4f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:03:46.676430 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:46.694631 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b88919-da8b-423d-8a38-3c448a56ace8 {{(pid=85273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:03:46.711271 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port a5b88919-da8b-423d-8a38-3c448a56ace8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a5b88919-da8b-423d-8a38-3c448a56ace8,segment=NetworkSegment(ca650a79-4e24-405b-b01e-92c018e4b6ed),segment_id=ca650a79-4e24-405b-b01e-92c018e4b6ed)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:03:46.715156 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:46.718381 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:46.795923 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=a5b88919-da8b-423d-8a38-3c448a56ace8,revision_number=4']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:46.799586 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:47.012278 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82724330-3ab1-49e3-9466-579223f55329 req-68641762-dfe5-4663-8fba-48ad2ddfa962 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:47.013821 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-82724330-3ab1-49e3-9466-579223f55329 req-68641762-dfe5-4663-8fba-48ad2ddfa962 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 944 time: 0.1027417 Apr 15 11:03:47.038112 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['a5b88919-da8b-423d-8a38-3c448a56ace8'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:03:47.062593 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-82724330-3ab1-49e3-9466-579223f55329 req-a36cd490-987a-4208-bada-4c55189777ec tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423098 Apr 15 11:03:48.268008 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65bc22-848a-4496-b34e-96dad54fad36 req-751261d6-d3bd-4a3d-9673-82a866bdbf2e tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:48.269653 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9a65bc22-848a-4496-b34e-96dad54fad36 req-751261d6-d3bd-4a3d-9673-82a866bdbf2e tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 944 time: 0.0887423 Apr 15 11:03:48.317792 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9a65bc22-848a-4496-b34e-96dad54fad36 req-624a8f13-4871-477b-b255-9132fcfab341 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417335 Apr 15 11:03:48.466010 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device a5b88919-da8b-423d-8a38-3c448a56ace8 up at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:03:48.539510 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning for port a5b88919-da8b-423d-8a38-3c448a56ace8 completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:03:48.544638 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning complete for port a5b88919-da8b-423d-8a38-3c448a56ace8 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:03:48.545066 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:48.667772 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:48.695466 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f1db0f-4066-4611-9c3d-d1d7fbf86786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b88919-da8b-423d-8a38-3c448a56ace8'}] {{(pid=85273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:03:48.705892 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port a5b88919-da8b-423d-8a38-3c448a56ace8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a5b88919-da8b-423d-8a38-3c448a56ace8,segment=NetworkSegment(ca650a79-4e24-405b-b01e-92c018e4b6ed),segment_id=ca650a79-4e24-405b-b01e-92c018e4b6ed)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:03:48.708891 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:48.710822 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:48.749255 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f1db0f-4066-4611-9c3d-d1d7fbf86786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b88919-da8b-423d-8a38-3c448a56ace8', 'code': 200} Apr 15 11:03:48.784547 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=a5b88919-da8b-423d-8a38-3c448a56ace8,revision_number=5']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:48.787695 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:49.032858 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958c6a0-bbd9-48d4-b951-d631b085ce43 req-b9647de8-13e0-4d7d-87dd-e5705afbdb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:49.034360 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0958c6a0-bbd9-48d4-b951-d631b085ce43 req-b9647de8-13e0-4d7d-87dd-e5705afbdb3d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 1098 time: 0.0812333 Apr 15 11:03:49.080492 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0958c6a0-bbd9-48d4-b951-d631b085ce43 req-ad0c7f36-ef38-4ba7-9906-493b99b15336 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398555 Apr 15 11:03:49.522450 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade3db8-fbee-4119-98e7-86b678bad093 req-9828569f-00ec-4a20-a880-92bf9df2d9be tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:49.524060 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4ade3db8-fbee-4119-98e7-86b678bad093 req-9828569f-00ec-4a20-a880-92bf9df2d9be tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 945 time: 0.0881531 Apr 15 11:03:49.573258 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4ade3db8-fbee-4119-98e7-86b678bad093 req-4a155e90-3c56-4db6-b4e9-f84862c467e8 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425591 Apr 15 11:03:50.781512 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091df26-b3e3-4b46-903a-c8d55937cf3e req-35fea628-cfab-4e81-b27d-ba8a1cb720c1 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:50.783071 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f091df26-b3e3-4b46-903a-c8d55937cf3e req-35fea628-cfab-4e81-b27d-ba8a1cb720c1 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 945 time: 0.0928380 Apr 15 11:03:50.833860 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f091df26-b3e3-4b46-903a-c8d55937cf3e req-b9775ce1-5796-4648-8878-0c5e25642c73 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443916 Apr 15 11:03:50.880376 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e1db3d4e-f2cf-4700-a7d0-640323507719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:51.041163 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160e47a-5a95-464a-a033-733240a28568 req-63f3e6c5-d356-4503-b83f-6e78b45f9b19 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:51.043449 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3160e47a-5a95-464a-a033-733240a28568 req-63f3e6c5-d356-4503-b83f-6e78b45f9b19 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 945 time: 0.0917335 Apr 15 11:03:51.093586 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3160e47a-5a95-464a-a033-733240a28568 req-6a2c8214-fead-4998-ad65-3a847b13ad4a tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439243 Apr 15 11:03:51.118053 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 46964) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:51.246371 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab162f4-8da6-48ce-9bdf-c0d2767bf6ef tempest-TestShelveInstance-439478472 tempest-TestShelveInstance-439478472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:51.248031 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-3ab162f4-8da6-48ce-9bdf-c0d2767bf6ef tempest-TestShelveInstance-439478472 tempest-TestShelveInstance-439478472-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 1093 time: 0.1289251 Apr 15 11:03:51.251121 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 46970) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:51.256550 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-5faef94c-7648-4b66-a6ef-82a076f9fa23 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Request body: {'floatingip': {'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'port_id': 'a5b88919-da8b-423d-8a38-3c448a56ace8', 'tenant_id': 'ac1790d75e884150a63b62344bf5298d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:03:51.262875 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-5faef94c-7648-4b66-a6ef-82a076f9fa23 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:03:51.266906 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-5faef94c-7648-4b66-a6ef-82a076f9fa23 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Usage tracker for resource:floatingip and tenant:ac1790d75e884150a63b62344bf5298d is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:03:51.269853 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-5faef94c-7648-4b66-a6ef-82a076f9fa23 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:03:51.276382 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-5faef94c-7648-4b66-a6ef-82a076f9fa23 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:03:51.286826 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5faef94c-7648-4b66-a6ef-82a076f9fa23 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks [] for floatingip, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:51.435060 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5faef94c-7648-4b66-a6ef-82a076f9fa23 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:51.588628 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-5faef94c-7648-4b66-a6ef-82a076f9fa23 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Allocated IP 172.27.2.201 (533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f/ee0371ba-4ff7-4e97-afb9-409670eb4ad7/af4eab60-b6f1-4ab8-8912-46c6a8b24130) {{(pid=85272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:03:51.755269 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5faef94c-7648-4b66-a6ef-82a076f9fa23 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks [] for port, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:51.788253 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5faef94c-7648-4b66-a6ef-82a076f9fa23 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:51.809954 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-a24907e1-d3d8-4ddd-89a9-f8aee724dc33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:51.950831 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faef94c-7648-4b66-a6ef-82a076f9fa23 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Pushing event updated for resources: {'Port': ['ID=af4eab60-b6f1-4ab8-8912-46c6a8b24130,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:51.955693 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5faef94c-7648-4b66-a6ef-82a076f9fa23 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:52.011005 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faef94c-7648-4b66-a6ef-82a076f9fa23 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Network 533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f is already hosted by enough agents. {{(pid=85272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:03:52.012537 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-5faef94c-7648-4b66-a6ef-82a076f9fa23 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Resources bound (agent type, host, resource id): {{(pid=85272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:03:52.014980 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5faef94c-7648-4b66-a6ef-82a076f9fa23 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Received port after_create {{(pid=85272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:03:52.477382 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5faef94c-7648-4b66-a6ef-82a076f9fa23 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:52.567382 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5faef94c-7648-4b66-a6ef-82a076f9fa23 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:52.849512 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5faef94c-7648-4b66-a6ef-82a076f9fa23 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks [] for port, precommit_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:52.852772 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5faef94c-7648-4b66-a6ef-82a076f9fa23 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852030086'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:52.868035 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-138bba78-bd77-4eba-8617-6fe9df3266ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:53.251241 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faef94c-7648-4b66-a6ef-82a076f9fa23 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Pushing event updated for resources: {'Port': ['ID=af4eab60-b6f1-4ab8-8912-46c6a8b24130,revision_number=2']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:53.255640 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5faef94c-7648-4b66-a6ef-82a076f9fa23 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:53.360305 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5faef94c-7648-4b66-a6ef-82a076f9fa23 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415207'] for floatingip, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:53.374355 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8cf69066-c0da-4019-9d47-748f241a0361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:53.545324 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.l3_db [None req-5faef94c-7648-4b66-a6ef-82a076f9fa23 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Floating IP 4d62dcd7-7484-4e41-95f7-0c8d13e9c06b associated. External IP: 172.27.2.201, port: a5b88919-da8b-423d-8a38-3c448a56ace8. Apr 15 11:03:53.926852 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5faef94c-7648-4b66-a6ef-82a076f9fa23 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Router 1e9118fe-05b2-4f07-bd99-eb142a8e261e has already been hosted by L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 {{(pid=85272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:03:54.122830 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5faef94c-7648-4b66-a6ef-82a076f9fa23 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:03:54.133162 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b545bff-f672-47dc-8fb6-946be942a887 None None] Sync routers for ids ['1e9118fe-05b2-4f07-bd99-eb142a8e261e'] in dv-cinder-786383-1-iscsi {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:03:54.144569 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b545bff-f672-47dc-8fb6-946be942a887 None None] Routers {'1e9118fe-05b2-4f07-bd99-eb142a8e261e'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:03:54.145247 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-0b545bff-f672-47dc-8fb6-946be942a887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:03:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['1e9118fe-05b2-4f07-bd99-eb142a8e261e'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:54.150260 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5faef94c-7648-4b66-a6ef-82a076f9fa23 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for floatingip, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:54.184861 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:54.210036 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-5faef94c-7648-4b66-a6ef-82a076f9fa23 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9578083 Apr 15 11:03:54.210719 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f1db0f-4066-4611-9c3d-d1d7fbf86786', 'tag': 'a5b88919-da8b-423d-8a38-3c448a56ace8'}] {{(pid=85272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:03:54.320839 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f1db0f-4066-4611-9c3d-d1d7fbf86786', 'tag': 'a5b88919-da8b-423d-8a38-3c448a56ace8', 'status': 'completed', 'code': 200} Apr 15 11:03:54.341549 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-0b545bff-f672-47dc-8fb6-946be942a887 None None] Set router 1e9118fe-05b2-4f07-bd99-eb142a8e261e gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:03:54.391027 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:54.450364 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1099b-21fe-4d01-9481-285c374cf3a0 req-bc351e5c-9115-455a-a2ad-4408bb1c9ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:54.452018 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5af1099b-21fe-4d01-9481-285c374cf3a0 req-bc351e5c-9115-455a-a2ad-4408bb1c9ddf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac1790d75e884150a63b62344bf5298d&device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 1098 time: 0.1015067 Apr 15 11:03:54.611394 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1099b-21fe-4d01-9481-285c374cf3a0 req-9c888f63-8064-498c-bc1d-a03efd27f025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:54.613124 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5af1099b-21fe-4d01-9481-285c374cf3a0 req-9c888f63-8064-498c-bc1d-a03efd27f025 service neutron] 10.222.0.60 "GET /v2.0/networks?id=496d1d64-73ea-4b75-97a9-59db231b3342 HTTP/1.1" status: 200 len: 909 time: 0.1542392 Apr 15 11:03:54.731632 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5af1099b-21fe-4d01-9481-285c374cf3a0 req-8278bda7-2893-44f5-82e3-6bda78deb0b8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5b88919-da8b-423d-8a38-3c448a56ace8 HTTP/1.1" status: 200 len: 999 time: 0.1123390 Apr 15 11:03:54.801778 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1099b-21fe-4d01-9481-285c374cf3a0 req-2e05829e-96f6-423a-84a1-0bd3c8eb32ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:54.803384 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5af1099b-21fe-4d01-9481-285c374cf3a0 req-2e05829e-96f6-423a-84a1-0bd3c8eb32ff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e78b072-91f9-4f19-92e8-30a3376abc4f HTTP/1.1" status: 200 len: 847 time: 0.0656390 Apr 15 11:03:54.887817 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-0b545bff-f672-47dc-8fb6-946be942a887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'name': 'tempest-TestShelveInstance-570675792-router', 'tenant_id': 'ac1790d75e884150a63b62344bf5298d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '27b48f67-b596-4c10-81c0-bc09d223cdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:50Z', 'updated_at': '2021-04-15T11:02:54Z', 'revision_number': 4, 'project_id': 'ac1790d75e884150a63b62344bf5298d', 'gw_port': {'id': '27b48f67-b596-4c10-81c0-bc09d223cdb4', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:51Z', 'updated_at': '2021-04-15T11:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_floatingips': [{'id': '4d62dcd7-7484-4e41-95f7-0c8d13e9c06b', 'tenant_id': 'ac1790d75e884150a63b62344bf5298d', 'floating_ip_address': '172.27.2.201', 'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'router_id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'port_id': 'a5b88919-da8b-423d-8a38-3c448a56ace8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '496d1d64-73ea-4b75-97a9-59db231b3342', 'mac_address': 'fa:16:3e:43:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f1db0f-4066-4611-9c3d-d1d7fbf86786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:03:52Z', 'updated_at': '2021-04-15T11:03:52Z', 'revision_number': 0, 'project_id': 'ac1790d75e884150a63b62344bf5298d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f41fb4a3-eed8-4fa2-acb9-d6e62e540027', 'name': '', 'network_id': '496d1d64-73ea-4b75-97a9-59db231b3342', 'tenant_id': 'ac1790d75e884150a63b62344bf5298d', 'mac_address': 'fa:16:3e:6f:5c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9e78b072-91f9-4f19-92e8-30a3376abc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:54Z', 'updated_at': '2021-04-15T11:03:05Z', 'revision_number': 5, 'project_id': 'ac1790d75e884150a63b62344bf5298d', 'subnets': [{'id': '9e78b072-91f9-4f19-92e8-30a3376abc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:54.892174 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b545bff-f672-47dc-8fb6-946be942a887 None None] Checking router: 1e9118fe-05b2-4f07-bd99-eb142a8e261e for host: dv-cinder-786383-1-iscsi {{(pid=85276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:03:54.892357 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1099b-21fe-4d01-9481-285c374cf3a0 req-c5317122-a41f-461e-95d4-d1b0a3fedf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:54.893797 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5af1099b-21fe-4d01-9481-285c374cf3a0 req-c5317122-a41f-461e-95d4-d1b0a3fedf1d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=496d1d64-73ea-4b75-97a9-59db231b3342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0840955 Apr 15 11:03:54.901278 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b545bff-f672-47dc-8fb6-946be942a887 None None] Routers {'1e9118fe-05b2-4f07-bd99-eb142a8e261e'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:03:54.902495 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-0b545bff-f672-47dc-8fb6-946be942a887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:03:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['1e9118fe-05b2-4f07-bd99-eb142a8e261e'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:55.109467 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-0b545bff-f672-47dc-8fb6-946be942a887 None None] Set router 1e9118fe-05b2-4f07-bd99-eb142a8e261e gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:03:55.165873 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:55.260927 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:55.331257 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5af1099b-21fe-4d01-9481-285c374cf3a0 req-ef87075d-b590-46ad-808f-e293897ab7fb service neutron] 10.222.0.60 "GET /v2.0/networks/496d1d64-73ea-4b75-97a9-59db231b3342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306417 Apr 15 11:03:55.486173 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5af1099b-21fe-4d01-9481-285c374cf3a0 req-24ce2b14-8802-404a-b8ab-4db441081665 service neutron] 10.222.0.60 "GET /v2.0/networks/496d1d64-73ea-4b75-97a9-59db231b3342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478324 Apr 15 11:03:55.493037 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-0b545bff-f672-47dc-8fb6-946be942a887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'name': 'tempest-TestShelveInstance-570675792-router', 'tenant_id': 'ac1790d75e884150a63b62344bf5298d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '27b48f67-b596-4c10-81c0-bc09d223cdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:50Z', 'updated_at': '2021-04-15T11:02:54Z', 'revision_number': 4, 'project_id': 'ac1790d75e884150a63b62344bf5298d', 'gw_port': {'id': '27b48f67-b596-4c10-81c0-bc09d223cdb4', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:51Z', 'updated_at': '2021-04-15T11:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_floatingips': [{'id': '4d62dcd7-7484-4e41-95f7-0c8d13e9c06b', 'tenant_id': 'ac1790d75e884150a63b62344bf5298d', 'floating_ip_address': '172.27.2.201', 'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'router_id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'port_id': 'a5b88919-da8b-423d-8a38-3c448a56ace8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '496d1d64-73ea-4b75-97a9-59db231b3342', 'mac_address': 'fa:16:3e:43:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f1db0f-4066-4611-9c3d-d1d7fbf86786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:03:52Z', 'updated_at': '2021-04-15T11:03:52Z', 'revision_number': 0, 'project_id': 'ac1790d75e884150a63b62344bf5298d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f41fb4a3-eed8-4fa2-acb9-d6e62e540027', 'name': '', 'network_id': '496d1d64-73ea-4b75-97a9-59db231b3342', 'tenant_id': 'ac1790d75e884150a63b62344bf5298d', 'mac_address': 'fa:16:3e:6f:5c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9e78b072-91f9-4f19-92e8-30a3376abc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:54Z', 'updated_at': '2021-04-15T11:03:05Z', 'revision_number': 5, 'project_id': 'ac1790d75e884150a63b62344bf5298d', 'subnets': [{'id': '9e78b072-91f9-4f19-92e8-30a3376abc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:55.497654 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b545bff-f672-47dc-8fb6-946be942a887 None None] The sync data for ids ['1e9118fe-05b2-4f07-bd99-eb142a8e261e'] in dv-cinder-786383-1-iscsi is: [{'id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'name': 'tempest-TestShelveInstance-570675792-router', 'tenant_id': 'ac1790d75e884150a63b62344bf5298d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '27b48f67-b596-4c10-81c0-bc09d223cdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:50Z', 'updated_at': '2021-04-15T11:02:54Z', 'revision_number': 4, 'project_id': 'ac1790d75e884150a63b62344bf5298d', 'gw_port': {'id': '27b48f67-b596-4c10-81c0-bc09d223cdb4', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:51Z', 'updated_at': '2021-04-15T11:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_floatingips': [{'id': '4d62dcd7-7484-4e41-95f7-0c8d13e9c06b', 'tenant_id': 'ac1790d75e884150a63b62344bf5298d', 'floating_ip_address': '172.27.2.201', 'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'router_id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'port_id': 'a5b88919-da8b-423d-8a38-3c448a56ace8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '496d1d64-73ea-4b75-97a9-59db231b3342', 'mac_address': 'fa:16:3e:43:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f1db0f-4066-4611-9c3d-d1d7fbf86786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:03:52Z', 'updated_at': '2021-04-15T11:03:52Z', 'revision_number': 0, 'project_id': 'ac1790d75e884150a63b62344bf5298d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f41fb4a3-eed8-4fa2-acb9-d6e62e540027', 'name': '', 'network_id': '496d1d64-73ea-4b75-97a9-59db231b3342', 'tenant_id': 'ac1790d75e884150a63b62344bf5298d', 'mac_address': 'fa:16:3e:6f:5c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9e78b072-91f9-4f19-92e8-30a3376abc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:54Z', 'updated_at': '2021-04-15T11:03:05Z', 'revision_number': 5, 'project_id': 'ac1790d75e884150a63b62344bf5298d', 'subnets': [{'id': '9e78b072-91f9-4f19-92e8-30a3376abc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:03:55.765606 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716fb9fd-555e-4004-9d0a-b5107ba9b00f None None] New status for floating IP 4d62dcd7-7484-4e41-95f7-0c8d13e9c06b: ACTIVE {{(pid=85273) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:04:04.369757 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2b33d523-9822-42a9-a44e-d3e65fd57ca6 req-0fc57c25-4150-4cf8-b736-81e99375fc6c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1008434 Apr 15 11:04:04.537228 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33d523-9822-42a9-a44e-d3e65fd57ca6 req-6062c9dc-48d9-4d09-ad30-7c52562a38ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:04.538982 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2b33d523-9822-42a9-a44e-d3e65fd57ca6 req-6062c9dc-48d9-4d09-ad30-7c52562a38ba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=deae0b492b4b43be850d6b1e6cdedac1&device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 1098 time: 0.0916889 Apr 15 11:04:04.711248 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33d523-9822-42a9-a44e-d3e65fd57ca6 req-de8c0b2b-5100-4e99-8fe0-e0519e2c6ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:04.712749 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2b33d523-9822-42a9-a44e-d3e65fd57ca6 req-de8c0b2b-5100-4e99-8fe0-e0519e2c6ad1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4937fa2d-486c-425f-8f41-7505739147e5 HTTP/1.1" status: 200 len: 912 time: 0.1490057 Apr 15 11:04:04.837073 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2b33d523-9822-42a9-a44e-d3e65fd57ca6 req-42a1443a-03e3-4f15-8bc3-800b35175996 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=857ece22-8d1f-45d6-92c5-71e168db586b HTTP/1.1" status: 200 len: 1001 time: 0.1183140 Apr 15 11:04:04.914071 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33d523-9822-42a9-a44e-d3e65fd57ca6 req-00c4ae0c-19d8-415f-997e-80eec3b2fd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:04.915700 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2b33d523-9822-42a9-a44e-d3e65fd57ca6 req-00c4ae0c-19d8-415f-997e-80eec3b2fd1f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f9fd427-705c-4c25-9c31-812ae7cb8576 HTTP/1.1" status: 200 len: 850 time: 0.0723822 Apr 15 11:04:05.006018 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33d523-9822-42a9-a44e-d3e65fd57ca6 req-30482905-a155-4ee0-8e27-0208b2614ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:05.007583 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2b33d523-9822-42a9-a44e-d3e65fd57ca6 req-30482905-a155-4ee0-8e27-0208b2614ddc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4937fa2d-486c-425f-8f41-7505739147e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0856299 Apr 15 11:04:05.158806 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2b33d523-9822-42a9-a44e-d3e65fd57ca6 req-5b66c71a-ac71-4807-b34e-11c9549718d0 service neutron] 10.222.0.60 "GET /v2.0/networks/4937fa2d-486c-425f-8f41-7505739147e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444454 Apr 15 11:04:05.312473 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2b33d523-9822-42a9-a44e-d3e65fd57ca6 req-2c97539a-009a-4906-8b5d-e9ea18fb9ece service neutron] 10.222.0.60 "GET /v2.0/networks/4937fa2d-486c-425f-8f41-7505739147e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481071 Apr 15 11:04:14.777641 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:04:20.875947 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-30aeb11b-4724-4b6b-98d4-4a1493fab5a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:23.141454 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b640594-2aa9-4827-84d4-9b58cb4d3285 req-b562a722-e9df-468d-8d3a-f990e2e2028e tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:23.143025 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9b640594-2aa9-4827-84d4-9b58cb4d3285 req-b562a722-e9df-468d-8d3a-f990e2e2028e tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 945 time: 0.0975711 Apr 15 11:04:23.193975 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9b640594-2aa9-4827-84d4-9b58cb4d3285 req-634754f5-d9b8-4e97-8a4b-343895b632b8 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443923 Apr 15 11:04:23.379178 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e613d5fa-23fb-4df9-b039-c18be432acaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:24.186910 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:24.361045 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:24.423514 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c3ddf-402d-437f-96ac-5980a1766ebe req-86bd9ca7-fd13-4d6c-b4e1-ebc3e758f0a8 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:24.425199 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-011c3ddf-402d-437f-96ac-5980a1766ebe req-86bd9ca7-fd13-4d6c-b4e1-ebc3e758f0a8 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 945 time: 0.1075404 Apr 15 11:04:24.480536 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-011c3ddf-402d-437f-96ac-5980a1766ebe req-16d95f82-6727-4727-aa70-ba7a59b6926d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487773 Apr 15 11:04:25.168642 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:25.274332 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:25.707971 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b415ba0-f469-4c98-91ae-ab454f27daec req-c85673a4-76ea-422c-a743-a2d22d3b8dd0 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:25.709682 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8b415ba0-f469-4c98-91ae-ab454f27daec req-c85673a4-76ea-422c-a743-a2d22d3b8dd0 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 945 time: 0.1021333 Apr 15 11:04:25.767529 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8b415ba0-f469-4c98-91ae-ab454f27daec req-e42d6af2-f3db-4c28-8311-31989be19fc1 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508881 Apr 15 11:04:27.026615 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39aa52c-0807-4476-8837-5e02f1252efa req-4782243f-fa4b-4d1f-bcb7-4a5ee46c4f16 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:27.029486 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a39aa52c-0807-4476-8837-5e02f1252efa req-4782243f-fa4b-4d1f-bcb7-4a5ee46c4f16 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 945 time: 0.1306245 Apr 15 11:04:27.092979 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a39aa52c-0807-4476-8837-5e02f1252efa req-f2f97dd4-ca67-4bbc-be5b-ebc7ab7a232a tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562885 Apr 15 11:04:28.312814 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c7c34-cfdb-46c1-bc66-bfbce36fdbbf req-aed7b482-85e7-4a51-83e3-c7ea820ad6c8 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:28.314550 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-644c7c34-cfdb-46c1-bc66-bfbce36fdbbf req-aed7b482-85e7-4a51-83e3-c7ea820ad6c8 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 945 time: 0.0987871 Apr 15 11:04:28.380443 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-644c7c34-cfdb-46c1-bc66-bfbce36fdbbf req-ad31ee5c-ecf5-4982-8435-2aa7b93c70aa tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593116 Apr 15 11:04:29.596763 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3e8d8-d9bf-47c6-b52e-18364d47fcf2 req-6b57224c-c0b7-4aae-9b92-3b6756187a7d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:29.598458 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4da3e8d8-d9bf-47c6-b52e-18364d47fcf2 req-6b57224c-c0b7-4aae-9b92-3b6756187a7d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 945 time: 0.1001267 Apr 15 11:04:29.648632 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4da3e8d8-d9bf-47c6-b52e-18364d47fcf2 req-d47a9456-86cc-4372-8377-4f11c02be5d6 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431364 Apr 15 11:04:30.858146 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110eb6a-5425-4a2f-a97f-45749437f081 req-22ad0d3d-5bb1-492e-9a44-ff8c0482270f tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:30.859747 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d110eb6a-5425-4a2f-a97f-45749437f081 req-22ad0d3d-5bb1-492e-9a44-ff8c0482270f tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 945 time: 0.0913110 Apr 15 11:04:30.913515 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d110eb6a-5425-4a2f-a97f-45749437f081 req-d0888157-cbdc-46e4-bfd1-bdc34e86f7d2 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472884 Apr 15 11:04:32.114852 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a463a-21c3-402e-89b7-45b05114deed req-1a7f43d4-0e0c-4519-bb28-94d1ac9f21f5 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:32.116486 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-be0a463a-21c3-402e-89b7-45b05114deed req-1a7f43d4-0e0c-4519-bb28-94d1ac9f21f5 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 945 time: 0.0888882 Apr 15 11:04:32.168037 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-be0a463a-21c3-402e-89b7-45b05114deed req-7d6ba253-4b01-4d83-8b44-a71f5966acdb tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430303 Apr 15 11:04:33.388584 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ce27e-a854-471f-9b59-c2930bb08f7a req-50c440bc-dd28-4117-8dc1-9227d068ab16 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:33.390295 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-829ce27e-a854-471f-9b59-c2930bb08f7a req-50c440bc-dd28-4117-8dc1-9227d068ab16 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 945 time: 0.1045644 Apr 15 11:04:33.441403 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-829ce27e-a854-471f-9b59-c2930bb08f7a req-c1200c7c-b19e-4ce0-b2a6-57362782ebb5 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443823 Apr 15 11:04:34.650231 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44570e8-17be-437c-a8b6-4283f5d833a1 req-37dbe540-23d0-4a37-9782-1e051aa1ed94 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:34.652417 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d44570e8-17be-437c-a8b6-4283f5d833a1 req-37dbe540-23d0-4a37-9782-1e051aa1ed94 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 945 time: 0.0931010 Apr 15 11:04:34.704403 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d44570e8-17be-437c-a8b6-4283f5d833a1 req-8c5bda9f-13d1-4b95-871e-ca3aa3fd28b7 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453811 Apr 15 11:04:35.094242 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08cb5b-4fa6-4163-ad44-e721ef66b79b req-6f976526-6c50-42ae-9261-e482849f6116 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:35.095918 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cf08cb5b-4fa6-4163-ad44-e721ef66b79b req-6f976526-6c50-42ae-9261-e482849f6116 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 945 time: 0.1053295 Apr 15 11:04:35.200429 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-cf08cb5b-4fa6-4163-ad44-e721ef66b79b req-485e918e-496c-4b14-8109-eb9b842cc7f0 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980129 Apr 15 11:04:35.220532 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d76607-fc28-4c92-8779-8ae9d1b5ed86 req-e1430781-1280-49a6-8971-8ec255363e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:35.222143 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-38d76607-fc28-4c92-8779-8ae9d1b5ed86 req-e1430781-1280-49a6-8971-8ec255363e95 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=deae0b492b4b43be850d6b1e6cdedac1&device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 1098 time: 0.1751320 Apr 15 11:04:35.371010 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d76607-fc28-4c92-8779-8ae9d1b5ed86 req-cf2036f9-ac98-4a54-91f6-1ba8f1640038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:35.372581 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-38d76607-fc28-4c92-8779-8ae9d1b5ed86 req-cf2036f9-ac98-4a54-91f6-1ba8f1640038 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4937fa2d-486c-425f-8f41-7505739147e5 HTTP/1.1" status: 200 len: 912 time: 0.1432421 Apr 15 11:04:35.491632 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-38d76607-fc28-4c92-8779-8ae9d1b5ed86 req-74391c18-68f3-43e8-ae62-de16ac8e21c8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=857ece22-8d1f-45d6-92c5-71e168db586b HTTP/1.1" status: 200 len: 1001 time: 0.1117198 Apr 15 11:04:35.566128 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d76607-fc28-4c92-8779-8ae9d1b5ed86 req-38341c40-6ef1-415a-88e0-4fc9872d936d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:35.567782 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-38d76607-fc28-4c92-8779-8ae9d1b5ed86 req-38341c40-6ef1-415a-88e0-4fc9872d936d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f9fd427-705c-4c25-9c31-812ae7cb8576 HTTP/1.1" status: 200 len: 850 time: 0.0696847 Apr 15 11:04:35.650646 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d76607-fc28-4c92-8779-8ae9d1b5ed86 req-633aa47b-8a67-4407-b106-6a1af8ff718e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:35.652609 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-38d76607-fc28-4c92-8779-8ae9d1b5ed86 req-633aa47b-8a67-4407-b106-6a1af8ff718e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4937fa2d-486c-425f-8f41-7505739147e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782335 Apr 15 11:04:35.798230 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-38d76607-fc28-4c92-8779-8ae9d1b5ed86 req-d9292e54-4933-4a8e-9fd0-33b4144d6a69 service neutron] 10.222.0.60 "GET /v2.0/networks/4937fa2d-486c-425f-8f41-7505739147e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383262 Apr 15 11:04:35.943946 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-38d76607-fc28-4c92-8779-8ae9d1b5ed86 req-7eef48e2-f9ab-4896-a00d-3b93ef452c6b service neutron] 10.222.0.60 "GET /v2.0/networks/4937fa2d-486c-425f-8f41-7505739147e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395597 Apr 15 11:04:36.421027 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92a5e6-8ad6-487a-87c5-d10428217748 req-213a9f4d-2ebf-4a04-bd8c-00405c721c2c tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:36.422744 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ec92a5e6-8ad6-487a-87c5-d10428217748 req-213a9f4d-2ebf-4a04-bd8c-00405c721c2c tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 945 time: 0.1030741 Apr 15 11:04:36.482289 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ec92a5e6-8ad6-487a-87c5-d10428217748 req-1ca457bf-c636-4e82-90f0-b9117f661ab2 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528612 Apr 15 11:04:37.689556 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46450a8-e48b-4e5e-861f-32171f29b753 req-bdbb2768-f587-4170-b9f0-0c6b99bc3bbc tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:37.691228 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f46450a8-e48b-4e5e-861f-32171f29b753 req-bdbb2768-f587-4170-b9f0-0c6b99bc3bbc tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 945 time: 0.0899899 Apr 15 11:04:37.741071 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f46450a8-e48b-4e5e-861f-32171f29b753 req-29b7978d-8f39-4fa0-80cd-8ea775b77db5 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433669 Apr 15 11:04:50.878882 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d08bf455-f0c2-4bbf-93d4-39a37cd758e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:51.777254 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:04:53.381473 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5f9b3aee-c8ca-435d-ba14-d54a54e4aeee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:54.187946 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:54.355926 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:55.168878 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:55.298738 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:05.389505 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0348e132-8b90-44c0-838b-f14851f20588 req-61a50f7c-0d53-4951-b7d0-e9240cd5fbc0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0838821 Apr 15 11:05:05.493670 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348e132-8b90-44c0-838b-f14851f20588 req-2dc6dae9-602f-4662-af4a-b62eae580f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:05.495374 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0348e132-8b90-44c0-838b-f14851f20588 req-2dc6dae9-602f-4662-af4a-b62eae580f60 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac1790d75e884150a63b62344bf5298d&device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 1098 time: 0.0834703 Apr 15 11:05:05.652838 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348e132-8b90-44c0-838b-f14851f20588 req-886ba2b6-d0f6-4d90-8d05-f0d804b66d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:05.654326 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0348e132-8b90-44c0-838b-f14851f20588 req-886ba2b6-d0f6-4d90-8d05-f0d804b66d91 service neutron] 10.222.0.60 "GET /v2.0/networks?id=496d1d64-73ea-4b75-97a9-59db231b3342 HTTP/1.1" status: 200 len: 909 time: 0.1412668 Apr 15 11:05:05.765139 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0348e132-8b90-44c0-838b-f14851f20588 req-7e381b94-5d26-460d-a38f-f99eb14bf3af service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5b88919-da8b-423d-8a38-3c448a56ace8 HTTP/1.1" status: 200 len: 1001 time: 0.1040950 Apr 15 11:05:05.834305 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348e132-8b90-44c0-838b-f14851f20588 req-fdb07a16-ea6e-4836-959a-f31a9b373258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:05.835970 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0348e132-8b90-44c0-838b-f14851f20588 req-fdb07a16-ea6e-4836-959a-f31a9b373258 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e78b072-91f9-4f19-92e8-30a3376abc4f HTTP/1.1" status: 200 len: 847 time: 0.0649054 Apr 15 11:05:05.923453 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348e132-8b90-44c0-838b-f14851f20588 req-7bab80b0-3489-48a0-bc20-50d88935805f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:05.924972 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0348e132-8b90-44c0-838b-f14851f20588 req-7bab80b0-3489-48a0-bc20-50d88935805f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=496d1d64-73ea-4b75-97a9-59db231b3342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0829673 Apr 15 11:05:06.070439 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0348e132-8b90-44c0-838b-f14851f20588 req-df9da7b9-c7aa-4c93-b184-ee3e8c9d932f service neutron] 10.222.0.60 "GET /v2.0/networks/496d1d64-73ea-4b75-97a9-59db231b3342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388707 Apr 15 11:05:06.463884 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0348e132-8b90-44c0-838b-f14851f20588 req-729f1ba4-e5a0-4cdd-aa90-cac9f048cc8e service neutron] 10.222.0.60 "GET /v2.0/networks/496d1d64-73ea-4b75-97a9-59db231b3342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868308 Apr 15 11:05:20.880727 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d61e133a-0c64-4a2e-8095-6c7127bc0454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:23.382943 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b130045e-2482-4a01-aaf5-c18d428be83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:24.190123 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:24.372439 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:25.171478 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:25.312259 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:28.777267 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:05:41.596430 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853eb33-e9eb-4eeb-abbf-9d57d7e41c8d req-8cf6850a-e961-4ddd-b15d-b41f44e1f7f3 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:41.597952 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8853eb33-e9eb-4eeb-abbf-9d57d7e41c8d req-8cf6850a-e961-4ddd-b15d-b41f44e1f7f3 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 945 time: 0.0916185 Apr 15 11:05:41.646671 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8853eb33-e9eb-4eeb-abbf-9d57d7e41c8d req-0b043837-c3b6-462a-a82e-7e693f7f8912 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421896 Apr 15 11:05:42.873453 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d1dbe-4b06-4bba-84f3-10cb52cdd5d0 req-2715210a-a1cd-4665-9d87-f047c6c6b02d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:42.875120 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ba8d1dbe-4b06-4bba-84f3-10cb52cdd5d0 req-2715210a-a1cd-4665-9d87-f047c6c6b02d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 945 time: 0.0945470 Apr 15 11:05:42.924268 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ba8d1dbe-4b06-4bba-84f3-10cb52cdd5d0 req-54f87b41-a86e-4a8c-8c5d-616dfd85cc04 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422800 Apr 15 11:05:43.648553 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5993c-0a4b-42ad-8cbb-a8da11bca231 req-042d8075-9f3d-4fd4-9d2d-6959bf363441 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:43.650036 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-75d5993c-0a4b-42ad-8cbb-a8da11bca231 req-042d8075-9f3d-4fd4-9d2d-6959bf363441 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 945 time: 0.0898128 Apr 15 11:05:43.725448 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-75d5993c-0a4b-42ad-8cbb-a8da11bca231 req-757f7796-9e2b-40db-87de-71f1fb9f920d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Deleting port 857ece22-8d1f-45d6-92c5-71e168db586b {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:05:43.725844 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-75d5993c-0a4b-42ad-8cbb-a8da11bca231 req-757f7796-9e2b-40db-87de-71f1fb9f920d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:43.986643 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-75d5993c-0a4b-42ad-8cbb-a8da11bca231 req-757f7796-9e2b-40db-87de-71f1fb9f920d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] For port 857ece22-8d1f-45d6-92c5-71e168db586b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=857ece22-8d1f-45d6-92c5-71e168db586b,segment=NetworkSegment(5ff09553-2e45-4579-a75d-318aee94609d),segment_id=5ff09553-2e45-4579-a75d-318aee94609d)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:05:43.987253 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-75d5993c-0a4b-42ad-8cbb-a8da11bca231 req-757f7796-9e2b-40db-87de-71f1fb9f920d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:44.325973 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337cac8-190a-4b40-9ae2-2646b130f947 req-69b6c944-8b56-4796-9a06-10ec34c88acd tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:44.327904 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2337cac8-190a-4b40-9ae2-2646b130f947 req-69b6c944-8b56-4796-9a06-10ec34c88acd tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 945 time: 0.2762699 Apr 15 11:05:44.411043 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2337cac8-190a-4b40-9ae2-2646b130f947 req-8a2f0aa3-2de3-4a21-9022-fad3110045de tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=1630a897-7cae-4667-87c2-540fcc1b7992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676897 Apr 15 11:05:44.412691 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-75d5993c-0a4b-42ad-8cbb-a8da11bca231 req-757f7796-9e2b-40db-87de-71f1fb9f920d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:44.413106 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-75d5993c-0a4b-42ad-8cbb-a8da11bca231 req-757f7796-9e2b-40db-87de-71f1fb9f920d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415207'] for floatingip, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:44.413460 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.l3_db [req-75d5993c-0a4b-42ad-8cbb-a8da11bca231 req-757f7796-9e2b-40db-87de-71f1fb9f920d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Floating IP e998e97e-3e53-4f96-b882-df75cdf72ca6 disassociated. External IP: 172.27.2.120, port: 857ece22-8d1f-45d6-92c5-71e168db586b. Apr 15 11:05:44.413838 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-75d5993c-0a4b-42ad-8cbb-a8da11bca231 req-757f7796-9e2b-40db-87de-71f1fb9f920d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Calling delete_port for 857ece22-8d1f-45d6-92c5-71e168db586b owned by compute:nova {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:05:44.572682 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-75d5993c-0a4b-42ad-8cbb-a8da11bca231 req-757f7796-9e2b-40db-87de-71f1fb9f920d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:44.589108 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-ce4c0e42-8c62-4258-8a9a-a8830a8a70ba tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:44.692655 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f7796-9e2b-40db-87de-71f1fb9f920d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Pushing event deleted for resources: {'Port': ['ID=857ece22-8d1f-45d6-92c5-71e168db586b,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:44.710610 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f7796-9e2b-40db-87de-71f1fb9f920d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:44.711061 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f7796-9e2b-40db-87de-71f1fb9f920d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:44.711486 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f7796-9e2b-40db-87de-71f1fb9f920d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:44.711899 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f7796-9e2b-40db-87de-71f1fb9f920d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:44.712313 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f7796-9e2b-40db-87de-71f1fb9f920d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:44.712736 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f7796-9e2b-40db-87de-71f1fb9f920d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:44.713135 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f7796-9e2b-40db-87de-71f1fb9f920d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:44.713601 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f7796-9e2b-40db-87de-71f1fb9f920d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:44.714005 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f7796-9e2b-40db-87de-71f1fb9f920d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:44.714410 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f7796-9e2b-40db-87de-71f1fb9f920d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:44.714849 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f7796-9e2b-40db-87de-71f1fb9f920d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:44.715829 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f7796-9e2b-40db-87de-71f1fb9f920d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:44.720661 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-757f7796-9e2b-40db-87de-71f1fb9f920d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:44.980296 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75d5993c-0a4b-42ad-8cbb-a8da11bca231 req-757f7796-9e2b-40db-87de-71f1fb9f920d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Router 7c2089bb-83ab-4259-8249-c74247cdb2bb has already been hosted by L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 {{(pid=85270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:05:45.179427 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75d5993c-0a4b-42ad-8cbb-a8da11bca231 req-757f7796-9e2b-40db-87de-71f1fb9f920d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:05:45.190664 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c31b327-8e3f-42bb-a009-c624b41a8a2a None None] Sync routers for ids ['7c2089bb-83ab-4259-8249-c74247cdb2bb'] in dv-cinder-786383-1-iscsi {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:05:45.203661 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c31b327-8e3f-42bb-a009-c624b41a8a2a None None] Routers {'7c2089bb-83ab-4259-8249-c74247cdb2bb'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:05:45.204353 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-2c31b327-8e3f-42bb-a009-c624b41a8a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:05:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['7c2089bb-83ab-4259-8249-c74247cdb2bb'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:05:45.265980 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d5993c-0a4b-42ad-8cbb-a8da11bca231 req-757f7796-9e2b-40db-87de-71f1fb9f920d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] No DVR routers for this DVR port 857ece22-8d1f-45d6-92c5-71e168db586b on host hv-cinder-78638 {{(pid=85270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:05:45.272144 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-75d5993c-0a4b-42ad-8cbb-a8da11bca231 req-757f7796-9e2b-40db-87de-71f1fb9f920d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:45.275238 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d1a16e-2f4d-4788-b00a-743c4ece1024', 'name': 'network-vif-deleted', 'tag': '857ece22-8d1f-45d6-92c5-71e168db586b'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:05:45.291789 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-75d5993c-0a4b-42ad-8cbb-a8da11bca231 req-757f7796-9e2b-40db-87de-71f1fb9f920d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.60 "DELETE /v2.0/ports/857ece22-8d1f-45d6-92c5-71e168db586b HTTP/1.1" status: 204 len: 173 time: 1.6360679 Apr 15 11:05:45.407657 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d1a16e-2f4d-4788-b00a-743c4ece1024', 'name': 'network-vif-deleted', 'tag': '857ece22-8d1f-45d6-92c5-71e168db586b', 'status': 'completed', 'code': 200} Apr 15 11:05:45.428271 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-2c31b327-8e3f-42bb-a009-c624b41a8a2a None None] Set router 7c2089bb-83ab-4259-8249-c74247cdb2bb gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:05:45.599667 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-38e20f34-32a6-44df-808b-78cd5997c0a8 req-f6a3432f-6394-493b-adb9-d2da9cec39d9 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Synchronizing usage tracker for tenant:deae0b492b4b43be850d6b1e6cdedac1 on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:05:45.616097 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-38e20f34-32a6-44df-808b-78cd5997c0a8 req-f6a3432f-6394-493b-adb9-d2da9cec39d9 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Unset dirty status for tenant:deae0b492b4b43be850d6b1e6cdedac1 on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:05:45.617424 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-38e20f34-32a6-44df-808b-78cd5997c0a8 req-f6a3432f-6394-493b-adb9-d2da9cec39d9 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d1a16e-2f4d-4788-b00a-743c4ece1024 HTTP/1.1" status: 200 len: 210 time: 0.0692301 Apr 15 11:05:45.772247 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-2c31b327-8e3f-42bb-a009-c624b41a8a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'name': 'tempest-AttachVolumeTestJSON-1044229295-router', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '11422df9-d296-4e49-a664-6b10ce1630be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:06Z', 'updated_at': '2021-04-15T11:01:11Z', 'revision_number': 4, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'gw_port': {'id': '11422df9-d296-4e49-a664-6b10ce1630be', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:21:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:07Z', 'updated_at': '2021-04-15T11:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '8ff38127-e0a6-42f3-8d1a-6601a6e0ece5', 'name': '', 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'mac_address': 'fa:16:3e:29:60:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7f9fd427-705c-4c25-9c31-812ae7cb8576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:10Z', 'updated_at': '2021-04-15T11:01:18Z', 'revision_number': 5, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'subnets': [{'id': '7f9fd427-705c-4c25-9c31-812ae7cb8576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:05:45.776389 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c31b327-8e3f-42bb-a009-c624b41a8a2a None None] Checking router: 7c2089bb-83ab-4259-8249-c74247cdb2bb for host: dv-cinder-786383-1-iscsi {{(pid=85276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:05:45.786353 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c31b327-8e3f-42bb-a009-c624b41a8a2a None None] Routers {'7c2089bb-83ab-4259-8249-c74247cdb2bb'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:05:45.787051 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-2c31b327-8e3f-42bb-a009-c624b41a8a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:05:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['7c2089bb-83ab-4259-8249-c74247cdb2bb'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:05:46.136467 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-2c31b327-8e3f-42bb-a009-c624b41a8a2a None None] Set router 7c2089bb-83ab-4259-8249-c74247cdb2bb gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:05:46.482419 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-2c31b327-8e3f-42bb-a009-c624b41a8a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'name': 'tempest-AttachVolumeTestJSON-1044229295-router', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '11422df9-d296-4e49-a664-6b10ce1630be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:06Z', 'updated_at': '2021-04-15T11:01:11Z', 'revision_number': 4, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'gw_port': {'id': '11422df9-d296-4e49-a664-6b10ce1630be', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:21:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:07Z', 'updated_at': '2021-04-15T11:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '8ff38127-e0a6-42f3-8d1a-6601a6e0ece5', 'name': '', 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'mac_address': 'fa:16:3e:29:60:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7f9fd427-705c-4c25-9c31-812ae7cb8576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:10Z', 'updated_at': '2021-04-15T11:01:18Z', 'revision_number': 5, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'subnets': [{'id': '7f9fd427-705c-4c25-9c31-812ae7cb8576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:05:46.486580 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c31b327-8e3f-42bb-a009-c624b41a8a2a None None] The sync data for ids ['7c2089bb-83ab-4259-8249-c74247cdb2bb'] in dv-cinder-786383-1-iscsi is: [{'id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'name': 'tempest-AttachVolumeTestJSON-1044229295-router', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '11422df9-d296-4e49-a664-6b10ce1630be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:06Z', 'updated_at': '2021-04-15T11:01:11Z', 'revision_number': 4, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'gw_port': {'id': '11422df9-d296-4e49-a664-6b10ce1630be', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:21:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:07Z', 'updated_at': '2021-04-15T11:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '8ff38127-e0a6-42f3-8d1a-6601a6e0ece5', 'name': '', 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'mac_address': 'fa:16:3e:29:60:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7f9fd427-705c-4c25-9c31-812ae7cb8576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:10Z', 'updated_at': '2021-04-15T11:01:18Z', 'revision_number': 5, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'subnets': [{'id': '7f9fd427-705c-4c25-9c31-812ae7cb8576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:05:46.762499 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 47096) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:05:46.839666 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ae8151fe-a5c9-4310-89ea-8e97ab91f987 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:46.871298 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ae8151fe-a5c9-4310-89ea-8e97ab91f987 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:46.910688 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5acba5-7a58-4f19-a03b-8da21ece115e None None] New status for floating IP e998e97e-3e53-4f96-b882-df75cdf72ca6: DOWN {{(pid=85273) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:05:46.919229 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ae8151fe-a5c9-4310-89ea-8e97ab91f987 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:46.923401 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-c2c99aeb-65f5-4470-b2fa-51a91dcf6e39 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:46.940211 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8151fe-a5c9-4310-89ea-8e97ab91f987 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1630a897-7cae-4667-87c2-540fcc1b7992,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:46.952290 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8151fe-a5c9-4310-89ea-8e97ab91f987 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:46.952720 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8151fe-a5c9-4310-89ea-8e97ab91f987 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:46.953144 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8151fe-a5c9-4310-89ea-8e97ab91f987 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:46.953566 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8151fe-a5c9-4310-89ea-8e97ab91f987 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:46.953983 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8151fe-a5c9-4310-89ea-8e97ab91f987 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:46.954395 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8151fe-a5c9-4310-89ea-8e97ab91f987 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:46.954830 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8151fe-a5c9-4310-89ea-8e97ab91f987 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:46.955242 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8151fe-a5c9-4310-89ea-8e97ab91f987 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:46.955656 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8151fe-a5c9-4310-89ea-8e97ab91f987 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:46.956058 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8151fe-a5c9-4310-89ea-8e97ab91f987 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:46.956463 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8151fe-a5c9-4310-89ea-8e97ab91f987 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:46.956868 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8151fe-a5c9-4310-89ea-8e97ab91f987 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:46.960958 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-ae8151fe-a5c9-4310-89ea-8e97ab91f987 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:46.963126 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ae8151fe-a5c9-4310-89ea-8e97ab91f987 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:46.969440 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-ae8151fe-a5c9-4310-89ea-8e97ab91f987 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "DELETE /v2.0/security-groups/1630a897-7cae-4667-87c2-540fcc1b7992 HTTP/1.1" status: 204 len: 168 time: 0.2057793 Apr 15 11:05:46.969619 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 47100) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:05:46.988148 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.v2.resource [None req-15a4178f-fdfd-4e25-be03-483b4f659ea0 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] show failed (client error): The resource could not be found. Apr 15 11:05:46.989189 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-15a4178f-fdfd-4e25-be03-483b4f659ea0 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups/1630a897-7cae-4667-87c2-540fcc1b7992 HTTP/1.1" status: 404 len: 347 time: 0.0185590 Apr 15 11:05:46.992455 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 47104) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:05:47.170996 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-48395085-5658-4ca2-aeb3-12beb13aa00b tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Deleting port 42d5583f-38e9-4d34-923c-af155d127963 {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:05:47.171383 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-48395085-5658-4ca2-aeb3-12beb13aa00b tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:47.270226 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 857ece22-8d1f-45d6-92c5-71e168db586b no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:05:47.311079 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] No Port match for: 857ece22-8d1f-45d6-92c5-71e168db586b {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:05:47.311483 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device 857ece22-8d1f-45d6-92c5-71e168db586b not bound to the agent host hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:05:47.354146 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-48395085-5658-4ca2-aeb3-12beb13aa00b tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:47.354515 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-48395085-5658-4ca2-aeb3-12beb13aa00b tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:47.489749 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-48395085-5658-4ca2-aeb3-12beb13aa00b tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Calling delete_port for 42d5583f-38e9-4d34-923c-af155d127963 owned by network:floatingip {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:05:47.638878 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-48395085-5658-4ca2-aeb3-12beb13aa00b tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:47.654788 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f647c50a-9d70-4b28-a970-558dc8d656f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:47.747295 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48395085-5658-4ca2-aeb3-12beb13aa00b tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Pushing event deleted for resources: {'Port': ['ID=42d5583f-38e9-4d34-923c-af155d127963,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:47.754272 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-48395085-5658-4ca2-aeb3-12beb13aa00b tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:47.925310 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-48395085-5658-4ca2-aeb3-12beb13aa00b tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for floatingip, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:47.943089 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-48395085-5658-4ca2-aeb3-12beb13aa00b tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for floatingip, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:47.944326 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-48395085-5658-4ca2-aeb3-12beb13aa00b tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "DELETE /v2.0/floatingips/e998e97e-3e53-4f96-b882-df75cdf72ca6 HTTP/1.1" status: 204 len: 168 time: 0.9509017 Apr 15 11:05:48.412077 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 47110) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:05:48.418621 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-a8fc09a3-f3b1-4c82-a6de-f4db49a433ac tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Request body: {'security_group': {'name': 'tempest-securitygroup--131581346', 'description': 'tempest-description--895387533'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:05:48.425886 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-a8fc09a3-f3b1-4c82-a6de-f4db49a433ac tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:05:48.430272 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-a8fc09a3-f3b1-4c82-a6de-f4db49a433ac tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Usage tracker for resource:security_group and tenant:deae0b492b4b43be850d6b1e6cdedac1 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:05:48.433323 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-a8fc09a3-f3b1-4c82-a6de-f4db49a433ac tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:05:48.440065 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-a8fc09a3-f3b1-4c82-a6de-f4db49a433ac tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:05:48.449860 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a8fc09a3-f3b1-4c82-a6de-f4db49a433ac tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:48.472780 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-a8fc09a3-f3b1-4c82-a6de-f4db49a433ac tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:05:48.476961 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-a8fc09a3-f3b1-4c82-a6de-f4db49a433ac tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Usage tracker for resource:security_group_rule and tenant:deae0b492b4b43be850d6b1e6cdedac1 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:05:48.480025 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-a8fc09a3-f3b1-4c82-a6de-f4db49a433ac tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:05:48.487474 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-a8fc09a3-f3b1-4c82-a6de-f4db49a433ac tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:05:48.570085 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a8fc09a3-f3b1-4c82-a6de-f4db49a433ac tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:48.572890 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a8fc09a3-f3b1-4c82-a6de-f4db49a433ac tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:48.579150 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e5c136d5-b2d5-41d8-ad79-51151b0c8b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:48.626651 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc09a3-f3b1-4c82-a6de-f4db49a433ac tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ded8356-7c90-49d5-89d4-0d90a7d888b8,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:48.629576 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-a8fc09a3-f3b1-4c82-a6de-f4db49a433ac tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:48.630882 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a8fc09a3-f3b1-4c82-a6de-f4db49a433ac tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:48.635161 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-a8fc09a3-f3b1-4c82-a6de-f4db49a433ac tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2190695 Apr 15 11:05:48.635900 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 47114) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:05:48.641010 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-2eb72550-37c3-478e-a669-633312a33fe1 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Request body: {'security_group_rule': {'security_group_id': '8ded8356-7c90-49d5-89d4-0d90a7d888b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:05:48.647447 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-2eb72550-37c3-478e-a669-633312a33fe1 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:05:48.651581 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-2eb72550-37c3-478e-a669-633312a33fe1 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Usage tracker for resource:security_group_rule and tenant:deae0b492b4b43be850d6b1e6cdedac1 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:05:48.655353 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-2eb72550-37c3-478e-a669-633312a33fe1 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:05:48.661486 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-2eb72550-37c3-478e-a669-633312a33fe1 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:05:48.678634 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2eb72550-37c3-478e-a669-633312a33fe1 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:48.744103 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2eb72550-37c3-478e-a669-633312a33fe1 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:48.750453 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2eb72550-37c3-478e-a669-633312a33fe1 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854330716'] for security_group_rule, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:48.754346 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:48.780008 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb72550-37c3-478e-a669-633312a33fe1 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dabbab39-cd9f-4df8-978c-96baf1d9cae2,revision_number=0']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:48.783406 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-2eb72550-37c3-478e-a669-633312a33fe1 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:48.790147 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2eb72550-37c3-478e-a669-633312a33fe1 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:48.791477 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-2eb72550-37c3-478e-a669-633312a33fe1 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1551254 Apr 15 11:05:48.794923 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 47118) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:05:48.800522 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-e348e935-6e2d-4217-b0d5-6d389fe94a82 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Request body: {'security_group_rule': {'security_group_id': '8ded8356-7c90-49d5-89d4-0d90a7d888b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:05:48.806793 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-e348e935-6e2d-4217-b0d5-6d389fe94a82 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:05:48.811198 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-e348e935-6e2d-4217-b0d5-6d389fe94a82 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Usage tracker for resource:security_group_rule and tenant:deae0b492b4b43be850d6b1e6cdedac1 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:05:48.814277 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-e348e935-6e2d-4217-b0d5-6d389fe94a82 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:05:48.820451 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-e348e935-6e2d-4217-b0d5-6d389fe94a82 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:05:48.837070 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e348e935-6e2d-4217-b0d5-6d389fe94a82 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:48.908105 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e348e935-6e2d-4217-b0d5-6d389fe94a82 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:48.910750 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e348e935-6e2d-4217-b0d5-6d389fe94a82 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854330716'] for security_group_rule, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:48.912999 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-9a20415b-e04d-4633-96f4-185d54d01968 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:48.941092 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e348e935-6e2d-4217-b0d5-6d389fe94a82 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5917017-6764-4252-80a6-52b3dad076e5,revision_number=0']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:48.943815 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e348e935-6e2d-4217-b0d5-6d389fe94a82 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:48.950589 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e348e935-6e2d-4217-b0d5-6d389fe94a82 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:48.952189 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-e348e935-6e2d-4217-b0d5-6d389fe94a82 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1559556 Apr 15 11:05:48.955642 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 47122) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:05:48.961260 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-be70f351-f1e4-47c3-96f1-16ec96730bc4 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Request body: {'floatingip': {'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:05:48.969569 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-be70f351-f1e4-47c3-96f1-16ec96730bc4 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:05:48.973631 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-be70f351-f1e4-47c3-96f1-16ec96730bc4 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Usage tracker for resource:floatingip and tenant:deae0b492b4b43be850d6b1e6cdedac1 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:05:48.976785 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-be70f351-f1e4-47c3-96f1-16ec96730bc4 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:05:48.983779 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-be70f351-f1e4-47c3-96f1-16ec96730bc4 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:05:48.993132 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-be70f351-f1e4-47c3-96f1-16ec96730bc4 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for floatingip, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:49.140433 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-be70f351-f1e4-47c3-96f1-16ec96730bc4 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:49.284501 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [None req-be70f351-f1e4-47c3-96f1-16ec96730bc4 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Allocated IP 172.27.2.107 (533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f/ee0371ba-4ff7-4e97-afb9-409670eb4ad7/15e918e9-79fc-4dbd-af63-872f55163b42) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:05:49.446877 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-be70f351-f1e4-47c3-96f1-16ec96730bc4 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:49.477764 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-be70f351-f1e4-47c3-96f1-16ec96730bc4 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:49.493318 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e96fa060-674a-46a1-9cc1-312086202be0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:49.880248 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70f351-f1e4-47c3-96f1-16ec96730bc4 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Pushing event updated for resources: {'Port': ['ID=15e918e9-79fc-4dbd-af63-872f55163b42,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:49.885676 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-be70f351-f1e4-47c3-96f1-16ec96730bc4 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:49.937416 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be70f351-f1e4-47c3-96f1-16ec96730bc4 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Network 533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:05:49.938613 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [None req-be70f351-f1e4-47c3-96f1-16ec96730bc4 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:05:49.941042 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be70f351-f1e4-47c3-96f1-16ec96730bc4 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:05:50.026042 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-be70f351-f1e4-47c3-96f1-16ec96730bc4 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:50.094354 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-be70f351-f1e4-47c3-96f1-16ec96730bc4 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:50.379025 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-be70f351-f1e4-47c3-96f1-16ec96730bc4 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:50.382530 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-be70f351-f1e4-47c3-96f1-16ec96730bc4 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850600659'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:50.401949 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-757f7796-9e2b-40db-87de-71f1fb9f920d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:50.541678 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70f351-f1e4-47c3-96f1-16ec96730bc4 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Pushing event updated for resources: {'Port': ['ID=15e918e9-79fc-4dbd-af63-872f55163b42,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:50.549856 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-be70f351-f1e4-47c3-96f1-16ec96730bc4 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:50.655359 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-be70f351-f1e4-47c3-96f1-16ec96730bc4 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415207'] for floatingip, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:50.678454 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-be70f351-f1e4-47c3-96f1-16ec96730bc4 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for floatingip, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:50.679806 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-be70f351-f1e4-47c3-96f1-16ec96730bc4 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7231030 Apr 15 11:05:50.886163 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5a5e63d9-e73f-4287-ae46-97cdb5af9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:50.946222 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-62b9509a-1853-44a6-b0dc-0b49f2b87d31 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Synchronizing usage tracker for tenant:deae0b492b4b43be850d6b1e6cdedac1 on resource:security_group {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:05:50.961306 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-62b9509a-1853-44a6-b0dc-0b49f2b87d31 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Unset dirty status for tenant:deae0b492b4b43be850d6b1e6cdedac1 on resource:security_group {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:05:50.962555 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-62b9509a-1853-44a6-b0dc-0b49f2b87d31 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--131581346&fields=id&tenant_id=deae0b492b4b43be850d6b1e6cdedac1 HTTP/1.1" status: 200 len: 267 time: 0.0741231 Apr 15 11:05:51.131509 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-e84f673e-db45-4d69-9305-7cd32b0dc5e3 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:51.133107 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-e84f673e-db45-4d69-9305-7cd32b0dc5e3 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/networks?id=4937fa2d-486c-425f-8f41-7505739147e5 HTTP/1.1" status: 200 len: 811 time: 0.1619239 Apr 15 11:05:51.151238 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-bad76607-9c6f-49d0-b6a7-504a6e109a4c tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/quotas/deae0b492b4b43be850d6b1e6cdedac1 HTTP/1.1" status: 200 len: 375 time: 0.0101831 Apr 15 11:05:51.247623 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-02709c63-334f-4834-bb90-d5dc695582f8 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Synchronizing usage tracker for tenant:deae0b492b4b43be850d6b1e6cdedac1 on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:05:51.263070 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-02709c63-334f-4834-bb90-d5dc695582f8 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Unset dirty status for tenant:deae0b492b4b43be850d6b1e6cdedac1 on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:05:51.264510 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-02709c63-334f-4834-bb90-d5dc695582f8 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=deae0b492b4b43be850d6b1e6cdedac1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1060653 Apr 15 11:05:51.419826 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-72659ce3-92a4-4dc5-8ec7-9df9ed5f2d06 service neutron] 10.222.0.36 "GET /v2.0/networks/4937fa2d-486c-425f-8f41-7505739147e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423585 Apr 15 11:05:51.568469 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-d1c5c2d9-2cbf-407a-bb02-f54163b18de1 service neutron] 10.222.0.36 "GET /v2.0/networks/4937fa2d-486c-425f-8f41-7505739147e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420028 Apr 15 11:05:52.803474 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-241ffa98-ec2c-47e3-96f9-9216567c6f89 req-4a41d8fa-b77c-405e-8cd6-0cce2a7ad808 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=11ca80e3-1559-459b-bbb6-d1f2f225e28e HTTP/1.1" status: 200 len: 210 time: 0.0625918 Apr 15 11:05:53.385640 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e7e6f091-24e2-4928-b0f3-706facbd7ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:53.868989 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-5f5e6842-9d73-46e6-8860-acaffc1cbf4a tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:53.870626 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-5f5e6842-9d73-46e6-8860-acaffc1cbf4a tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.60 "GET /v2.0/networks?id=4937fa2d-486c-425f-8f41-7505739147e5 HTTP/1.1" status: 200 len: 811 time: 0.1758914 Apr 15 11:05:53.995714 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-54fbff60-a22c-4705-b939-64650012f485 req-f890280a-2ce4-4fbc-8f5d-cd98f0f04fea tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=11ca80e3-1559-459b-bbb6-d1f2f225e28e HTTP/1.1" status: 200 len: 210 time: 0.0641387 Apr 15 11:05:54.006187 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-765351bf-dd41-488f-83d5-a549a5b40f16 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=deae0b492b4b43be850d6b1e6cdedac1 HTTP/1.1" status: 200 len: 5707 time: 0.1262991 Apr 15 11:05:54.017213 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-dde74336-19cd-4dd3-8225-5cd147c784d9 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Request body: {'port': {'device_id': '11ca80e3-1559-459b-bbb6-d1f2f225e28e', 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5', 'admin_state_up': True, 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'security_groups': ['8ded8356-7c90-49d5-89d4-0d90a7d888b8']}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:05:54.168623 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-dde74336-19cd-4dd3-8225-5cd147c784d9 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:05:54.179049 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-dde74336-19cd-4dd3-8225-5cd147c784d9 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:05:54.188909 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-dde74336-19cd-4dd3-8225-5cd147c784d9 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Made reservation on behalf of deae0b492b4b43be850d6b1e6cdedac1 for: {'port': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:05:54.194277 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:54.196352 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-dde74336-19cd-4dd3-8225-5cd147c784d9 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:54.370184 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:54.377185 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_common [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-dde74336-19cd-4dd3-8225-5cd147c784d9 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Allocated IP 172.20.0.7 (4937fa2d-486c-425f-8f41-7505739147e5/7f9fd427-705c-4c25-9c31-812ae7cb8576/ed68062c-c726-4c5c-800e-7bce992f1c6b) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:05:54.577685 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-dde74336-19cd-4dd3-8225-5cd147c784d9 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:54.594648 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-dde74336-19cd-4dd3-8225-5cd147c784d9 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Transition to ACTIVE for port object ed68062c-c726-4c5c-800e-7bce992f1c6b will not be triggered until provisioned by entity DHCP. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:05:54.617569 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-dde74336-19cd-4dd3-8225-5cd147c784d9 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735722322888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:54.633481 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-48395085-5658-4ca2-aeb3-12beb13aa00b tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:54.771967 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde74336-19cd-4dd3-8225-5cd147c784d9 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Pushing event updated for resources: {'Port': ['ID=ed68062c-c726-4c5c-800e-7bce992f1c6b,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:54.776887 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-dde74336-19cd-4dd3-8225-5cd147c784d9 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:54.844021 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-dde74336-19cd-4dd3-8225-5cd147c784d9 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Network 4937fa2d-486c-425f-8f41-7505739147e5 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:05:54.845097 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.base_scheduler [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-dde74336-19cd-4dd3-8225-5cd147c784d9 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:05:54.847531 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-dde74336-19cd-4dd3-8225-5cd147c784d9 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:05:54.919915 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-dde74336-19cd-4dd3-8225-5cd147c784d9 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:54.920710 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-dde74336-19cd-4dd3-8225-5cd147c784d9 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:54.948763 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-dde74336-19cd-4dd3-8225-5cd147c784d9 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9365084 Apr 15 11:05:54.961270 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-6902f5e7-6084-4ba6-97e8-b6e09f4866ad service neutron] Request body: {'port': {'device_id': '11ca80e3-1559-459b-bbb6-d1f2f225e28e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:05:55.094884 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-bd96326f-7da6-44c5-8dc9-6d7f146abf54 None None] Provisioning for port ed68062c-c726-4c5c-800e-7bce992f1c6b completed by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:05:55.100913 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-bd96326f-7da6-44c5-8dc9-6d7f146abf54 None None] Provisioning complete for port ed68062c-c726-4c5c-800e-7bce992f1c6b triggered by entity DHCP. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:05:55.101616 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bd96326f-7da6-44c5-8dc9-6d7f146abf54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:55.102669 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-6902f5e7-6084-4ba6-97e8-b6e09f4866ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:55.188378 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-bd96326f-7da6-44c5-8dc9-6d7f146abf54 None None] Port ed68062c-c726-4c5c-800e-7bce992f1c6b cannot update to ACTIVE because it is not bound. {{(pid=85273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:05:55.191966 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:55.318578 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:55.520357 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023d62b-ce4a-4d8c-b98a-83f13d67b47f req-430a110a-1292-4173-b7ba-e1caa18c1033 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:55.521119 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-5023d62b-ce4a-4d8c-b98a-83f13d67b47f req-430a110a-1292-4173-b7ba-e1caa18c1033 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Synchronizing usage tracker for tenant:deae0b492b4b43be850d6b1e6cdedac1 on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:05:55.569424 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-5023d62b-ce4a-4d8c-b98a-83f13d67b47f req-430a110a-1292-4173-b7ba-e1caa18c1033 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Unset dirty status for tenant:deae0b492b4b43be850d6b1e6cdedac1 on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:05:55.570763 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5023d62b-ce4a-4d8c-b98a-83f13d67b47f req-430a110a-1292-4173-b7ba-e1caa18c1033 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=11ca80e3-1559-459b-bbb6-d1f2f225e28e HTTP/1.1" status: 200 len: 931 time: 0.2685943 Apr 15 11:05:55.681124 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-5023d62b-ce4a-4d8c-b98a-83f13d67b47f req-dc6db813-fc24-4de0-95e7-1be14b1af52d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ded8356-7c90-49d5-89d4-0d90a7d888b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022391 Apr 15 11:05:55.704258 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-6902f5e7-6084-4ba6-97e8-b6e09f4866ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed68062c-c726-4c5c-800e-7bce992f1c6b {{(pid=85270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:05:55.712313 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-6902f5e7-6084-4ba6-97e8-b6e09f4866ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:55.727776 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-6902f5e7-6084-4ba6-97e8-b6e09f4866ad service neutron] Transition to ACTIVE for port object ed68062c-c726-4c5c-800e-7bce992f1c6b will not be triggered until provisioned by entity L2. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:05:55.731473 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-6902f5e7-6084-4ba6-97e8-b6e09f4866ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850600659'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:55.747899 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-6a95f8e4-81e2-46c2-b7bb-c4f570abb2fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:55.890732 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902f5e7-6084-4ba6-97e8-b6e09f4866ad service neutron] Pushing event updated for resources: {'Port': ['ID=ed68062c-c726-4c5c-800e-7bce992f1c6b,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:55.896326 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-6902f5e7-6084-4ba6-97e8-b6e09f4866ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:56.138795 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-6902f5e7-6084-4ba6-97e8-b6e09f4866ad service neutron] Attempting to bind port ed68062c-c726-4c5c-800e-7bce992f1c6b on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:05:56.139591 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-6902f5e7-6084-4ba6-97e8-b6e09f4866ad service neutron] Attempting to bind port ed68062c-c726-4c5c-800e-7bce992f1c6b by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '5ff09553-2e45-4579-a75d-318aee94609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5'}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:05:56.139591 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-6902f5e7-6084-4ba6-97e8-b6e09f4866ad service neutron] Attempting to bind port ed68062c-c726-4c5c-800e-7bce992f1c6b on network 4937fa2d-486c-425f-8f41-7505739147e5 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:05:56.144753 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-6902f5e7-6084-4ba6-97e8-b6e09f4866ad service neutron] Port ed68062c-c726-4c5c-800e-7bce992f1c6b on network 4937fa2d-486c-425f-8f41-7505739147e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 11:05:56.145119 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-6902f5e7-6084-4ba6-97e8-b6e09f4866ad service neutron] Attempting to bind port ed68062c-c726-4c5c-800e-7bce992f1c6b on network 4937fa2d-486c-425f-8f41-7505739147e5 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:05:56.150886 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-6902f5e7-6084-4ba6-97e8-b6e09f4866ad service neutron] Checking agent: {'id': '39ee03b0-0a73-4082-87ae-8bc447154759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:05:56.151406 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-6902f5e7-6084-4ba6-97e8-b6e09f4866ad service neutron] Checking segment: {'id': '5ff09553-2e45-4579-a75d-318aee94609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:05:56.152605 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-6902f5e7-6084-4ba6-97e8-b6e09f4866ad service neutron] Bound using segment: {'id': '5ff09553-2e45-4579-a75d-318aee94609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5'} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:05:56.152890 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-6902f5e7-6084-4ba6-97e8-b6e09f4866ad service neutron] Bound port: ed68062c-c726-4c5c-800e-7bce992f1c6b, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ff09553-2e45-4579-a75d-318aee94609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5'}}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:05:56.153281 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-6902f5e7-6084-4ba6-97e8-b6e09f4866ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:56.252461 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-6902f5e7-6084-4ba6-97e8-b6e09f4866ad service neutron] For port ed68062c-c726-4c5c-800e-7bce992f1c6b, host hv-cinder-78638, cleared binding levels {{(pid=85270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:05:56.255760 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-6902f5e7-6084-4ba6-97e8-b6e09f4866ad service neutron] For port ed68062c-c726-4c5c-800e-7bce992f1c6b, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ed68062c-c726-4c5c-800e-7bce992f1c6b,segment=NetworkSegment(5ff09553-2e45-4579-a75d-318aee94609d),segment_id=5ff09553-2e45-4579-a75d-318aee94609d)] {{(pid=85270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:05:56.259022 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-6902f5e7-6084-4ba6-97e8-b6e09f4866ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850600659'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:56.274822 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-17acf8c2-0c07-459d-80aa-aba08da1fb9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:56.437186 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902f5e7-6084-4ba6-97e8-b6e09f4866ad service neutron] Pushing event updated for resources: {'Port': ['ID=ed68062c-c726-4c5c-800e-7bce992f1c6b,revision_number=3']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:56.443067 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-6902f5e7-6084-4ba6-97e8-b6e09f4866ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:56.477831 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-6902f5e7-6084-4ba6-97e8-b6e09f4866ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:56.478368 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-6902f5e7-6084-4ba6-97e8-b6e09f4866ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:56.479990 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-6902f5e7-6084-4ba6-97e8-b6e09f4866ad service neutron] 10.222.0.60 "PUT /v2.0/ports/ed68062c-c726-4c5c-800e-7bce992f1c6b HTTP/1.1" status: 200 len: 1093 time: 1.5237887 Apr 15 11:05:56.481090 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ca80e3-1559-459b-bbb6-d1f2f225e28e', 'tag': 'ed68062c-c726-4c5c-800e-7bce992f1c6b'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:05:56.562319 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11ca80e3-1559-459b-bbb6-d1f2f225e28e', 'tag': 'ed68062c-c726-4c5c-800e-7bce992f1c6b', 'status': 'completed', 'code': 200} Apr 15 11:05:56.606916 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-98bcfffc-e360-409e-bb71-109f04fd22a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:56.608714 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-98bcfffc-e360-409e-bb71-109f04fd22a2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=deae0b492b4b43be850d6b1e6cdedac1&device_id=11ca80e3-1559-459b-bbb6-d1f2f225e28e HTTP/1.1" status: 200 len: 1096 time: 0.0896261 Apr 15 11:05:56.972327 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-0d4caaae-ef7e-4824-812f-f0976ee0806d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed68062c-c726-4c5c-800e-7bce992f1c6b HTTP/1.1" status: 200 len: 217 time: 0.3564041 Apr 15 11:05:57.060879 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-a849a2f8-76b6-44a5-be2f-cbb670e467d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:57.062441 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-a849a2f8-76b6-44a5-be2f-cbb670e467d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f9fd427-705c-4c25-9c31-812ae7cb8576 HTTP/1.1" status: 200 len: 850 time: 0.0838211 Apr 15 11:05:57.136098 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581d909-c29f-4c7a-b814-d2691050c4b8 req-42bd6b38-1103-4690-b7f8-de1129014728 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:57.137737 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9581d909-c29f-4c7a-b814-d2691050c4b8 req-42bd6b38-1103-4690-b7f8-de1129014728 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=11ca80e3-1559-459b-bbb6-d1f2f225e28e HTTP/1.1" status: 200 len: 943 time: 0.2094808 Apr 15 11:05:57.199521 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-4e393f87-33d7-4540-844d-df865f7bd58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:57.201062 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-4e393f87-33d7-4540-844d-df865f7bd58a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4937fa2d-486c-425f-8f41-7505739147e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1322067 Apr 15 11:05:57.208936 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9581d909-c29f-4c7a-b814-d2691050c4b8 req-8a5753de-90b3-4b36-a75d-0f3920738a71 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ded8356-7c90-49d5-89d4-0d90a7d888b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634189 Apr 15 11:05:57.351634 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-81352a46-f6c9-470e-8b0a-039980766604 service neutron] 10.222.0.60 "GET /v2.0/networks/4937fa2d-486c-425f-8f41-7505739147e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416636 Apr 15 11:05:57.495423 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-89fa03ff-5c18-495d-b821-a639111dedd0 req-faba13ea-a719-41fb-b37d-de80ecfb1594 service neutron] 10.222.0.60 "GET /v2.0/networks/4937fa2d-486c-425f-8f41-7505739147e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371632 Apr 15 11:05:57.617107 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747084a-f3db-4d8f-8363-e811dc5b3881 req-6e2d9f3f-29f7-488d-93b0-db59536ba6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:57.618719 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6747084a-f3db-4d8f-8363-e811dc5b3881 req-6e2d9f3f-29f7-488d-93b0-db59536ba6a0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=deae0b492b4b43be850d6b1e6cdedac1&device_id=11ca80e3-1559-459b-bbb6-d1f2f225e28e HTTP/1.1" status: 200 len: 1096 time: 0.0778105 Apr 15 11:05:57.762559 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747084a-f3db-4d8f-8363-e811dc5b3881 req-046e6ddd-f30b-419d-b28b-5116829d8c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:57.764137 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6747084a-f3db-4d8f-8363-e811dc5b3881 req-046e6ddd-f30b-419d-b28b-5116829d8c48 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4937fa2d-486c-425f-8f41-7505739147e5 HTTP/1.1" status: 200 len: 912 time: 0.1389985 Apr 15 11:05:57.841026 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6747084a-f3db-4d8f-8363-e811dc5b3881 req-f33d5f5d-d4b3-48cc-8f38-d4f6a242b27e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed68062c-c726-4c5c-800e-7bce992f1c6b HTTP/1.1" status: 200 len: 217 time: 0.0707400 Apr 15 11:05:57.909502 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747084a-f3db-4d8f-8363-e811dc5b3881 req-fdf00c12-bb8d-4cf5-ad87-fc9e85975e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:57.911072 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6747084a-f3db-4d8f-8363-e811dc5b3881 req-fdf00c12-bb8d-4cf5-ad87-fc9e85975e3a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f9fd427-705c-4c25-9c31-812ae7cb8576 HTTP/1.1" status: 200 len: 850 time: 0.0643063 Apr 15 11:05:58.001386 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747084a-f3db-4d8f-8363-e811dc5b3881 req-ad1cab1f-2e17-418a-bcb0-247eb5ef58fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:58.003024 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6747084a-f3db-4d8f-8363-e811dc5b3881 req-ad1cab1f-2e17-418a-bcb0-247eb5ef58fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4937fa2d-486c-425f-8f41-7505739147e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0860343 Apr 15 11:05:58.147761 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6747084a-f3db-4d8f-8363-e811dc5b3881 req-9145a91f-7167-480d-9934-88e1d448ff5d service neutron] 10.222.0.60 "GET /v2.0/networks/4937fa2d-486c-425f-8f41-7505739147e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385014 Apr 15 11:05:58.297065 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-6747084a-f3db-4d8f-8363-e811dc5b3881 req-ede697d7-96f6-442b-b9ea-9a8bb4f1a92d service neutron] 10.222.0.60 "GET /v2.0/networks/4937fa2d-486c-425f-8f41-7505739147e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426117 Apr 15 11:05:58.419308 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b3871-7e18-435f-ac4d-6b15b17c980e req-09ea8e0c-8f64-4d90-a6cb-a164b361075d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:58.420571 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bc9b3871-7e18-435f-ac4d-6b15b17c980e req-09ea8e0c-8f64-4d90-a6cb-a164b361075d tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=11ca80e3-1559-459b-bbb6-d1f2f225e28e HTTP/1.1" status: 200 len: 943 time: 0.0917861 Apr 15 11:05:58.470806 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-bc9b3871-7e18-435f-ac4d-6b15b17c980e req-439148ab-a40f-4bf5-a157-e87107daf8b5 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ded8356-7c90-49d5-89d4-0d90a7d888b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434773 Apr 15 11:05:59.681888 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0411a5f4-cfe1-4df9-a341-9e1cba1773cb req-2220ab8c-69c8-4327-8bd9-5c8cdcf264dc tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:59.684153 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0411a5f4-cfe1-4df9-a341-9e1cba1773cb req-2220ab8c-69c8-4327-8bd9-5c8cdcf264dc tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=11ca80e3-1559-459b-bbb6-d1f2f225e28e HTTP/1.1" status: 200 len: 943 time: 0.0980687 Apr 15 11:05:59.734938 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0411a5f4-cfe1-4df9-a341-9e1cba1773cb req-423520cc-361a-41a7-9baa-a89c9b044667 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ded8356-7c90-49d5-89d4-0d90a7d888b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441632 Apr 15 11:06:00.940083 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811bd66-7ea5-4fda-b73f-15a097d3db4a req-8e819c9b-be62-4ac4-b74f-7b06d670a5e5 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:00.941762 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d811bd66-7ea5-4fda-b73f-15a097d3db4a req-8e819c9b-be62-4ac4-b74f-7b06d670a5e5 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=11ca80e3-1559-459b-bbb6-d1f2f225e28e HTTP/1.1" status: 200 len: 943 time: 0.0919156 Apr 15 11:06:00.994827 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-d811bd66-7ea5-4fda-b73f-15a097d3db4a req-bd9ac2cd-a2a3-4006-9209-8587254f2f42 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ded8356-7c90-49d5-89d4-0d90a7d888b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464666 Apr 15 11:06:01.315564 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device ed68062c-c726-4c5c-800e-7bce992f1c6b details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:06:01.464338 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port ed68062c-c726-4c5c-800e-7bce992f1c6b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ed68062c-c726-4c5c-800e-7bce992f1c6b,segment=NetworkSegment(5ff09553-2e45-4579-a75d-318aee94609d),segment_id=5ff09553-2e45-4579-a75d-318aee94609d)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:06:01.660422 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Returning: {'device': 'ed68062c-c726-4c5c-800e-7bce992f1c6b', 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5', 'port_id': 'ed68062c-c726-4c5c-800e-7bce992f1c6b', 'mac_address': 'fa:16:3e:7d:de:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f9fd427-705c-4c25-9c31-812ae7cb8576', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:06:01.723825 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:01.742964 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed68062c-c726-4c5c-800e-7bce992f1c6b {{(pid=85273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:06:01.759886 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port ed68062c-c726-4c5c-800e-7bce992f1c6b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ed68062c-c726-4c5c-800e-7bce992f1c6b,segment=NetworkSegment(5ff09553-2e45-4579-a75d-318aee94609d),segment_id=5ff09553-2e45-4579-a75d-318aee94609d)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:06:01.763305 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:01.765210 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:01.842911 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=ed68062c-c726-4c5c-800e-7bce992f1c6b,revision_number=4']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:01.850814 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:01.851240 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:01.851630 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:01.852012 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:01.852386 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:01.852765 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:01.853137 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:01.853508 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:01.853885 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:01.854276 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:01.854640 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:01.855032 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:01.859719 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:02.121735 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['ed68062c-c726-4c5c-800e-7bce992f1c6b'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:06:02.204139 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca2ce3-a53d-4b1e-a9db-ed4665d7ceba req-a6526748-a9f5-43b0-833e-44d9833ae33e tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:02.206042 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c1ca2ce3-a53d-4b1e-a9db-ed4665d7ceba req-a6526748-a9f5-43b0-833e-44d9833ae33e tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=11ca80e3-1559-459b-bbb6-d1f2f225e28e HTTP/1.1" status: 200 len: 944 time: 0.0956354 Apr 15 11:06:02.254920 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c1ca2ce3-a53d-4b1e-a9db-ed4665d7ceba req-a0207cae-4c3e-4749-91c1-5f1104a7d943 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ded8356-7c90-49d5-89d4-0d90a7d888b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426717 Apr 15 11:06:03.330900 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device ed68062c-c726-4c5c-800e-7bce992f1c6b up at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:06:03.409681 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning for port ed68062c-c726-4c5c-800e-7bce992f1c6b completed by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:06:03.414768 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning complete for port ed68062c-c726-4c5c-800e-7bce992f1c6b triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:06:03.415241 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:03.469607 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ad29f-4e0d-4f26-a668-e19ec5f01c9c req-d883b055-8b6d-47e2-80f6-44f1dc959c40 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:03.471298 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-899ad29f-4e0d-4f26-a668-e19ec5f01c9c req-d883b055-8b6d-47e2-80f6-44f1dc959c40 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=11ca80e3-1559-459b-bbb6-d1f2f225e28e HTTP/1.1" status: 200 len: 944 time: 0.0955799 Apr 15 11:06:03.520339 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-899ad29f-4e0d-4f26-a668-e19ec5f01c9c req-5491b429-0e18-4ede-8d3f-da2f9d5cf793 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ded8356-7c90-49d5-89d4-0d90a7d888b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421624 Apr 15 11:06:03.543912 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:03.571146 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ca80e3-1559-459b-bbb6-d1f2f225e28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed68062c-c726-4c5c-800e-7bce992f1c6b'}] {{(pid=85273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:06:03.582248 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port ed68062c-c726-4c5c-800e-7bce992f1c6b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ed68062c-c726-4c5c-800e-7bce992f1c6b,segment=NetworkSegment(5ff09553-2e45-4579-a75d-318aee94609d),segment_id=5ff09553-2e45-4579-a75d-318aee94609d)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:06:03.586176 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:03.588396 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-29c826d2-3861-42f0-802e-5b83c6f94483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:03.661695 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=ed68062c-c726-4c5c-800e-7bce992f1c6b,revision_number=5']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:03.664993 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:03.687537 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ca80e3-1559-459b-bbb6-d1f2f225e28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed68062c-c726-4c5c-800e-7bce992f1c6b', 'code': 200} Apr 15 11:06:03.930310 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d599f-67fd-4493-b5b1-3c057e6c47ef req-12d4275c-9b1a-4402-95fc-c84e0b9e4573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:03.931875 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3b9d599f-67fd-4493-b5b1-3c057e6c47ef req-12d4275c-9b1a-4402-95fc-c84e0b9e4573 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=11ca80e3-1559-459b-bbb6-d1f2f225e28e HTTP/1.1" status: 200 len: 1098 time: 0.0807893 Apr 15 11:06:03.984503 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3b9d599f-67fd-4493-b5b1-3c057e6c47ef req-f3ec8c1d-39dd-4aa7-9a75-8fbe894b5ee0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8ded8356-7c90-49d5-89d4-0d90a7d888b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414286 Apr 15 11:06:04.734215 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04a448-6990-4a85-b9d4-3b327c5ae752 req-51d6846c-f8a2-439a-9f2a-0613b146de64 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:04.735791 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ae04a448-6990-4a85-b9d4-3b327c5ae752 req-51d6846c-f8a2-439a-9f2a-0613b146de64 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=11ca80e3-1559-459b-bbb6-d1f2f225e28e HTTP/1.1" status: 200 len: 945 time: 0.0990720 Apr 15 11:06:04.787286 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ae04a448-6990-4a85-b9d4-3b327c5ae752 req-41cd5434-a5ad-4ea4-aa87-9f7c7b319f8c tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ded8356-7c90-49d5-89d4-0d90a7d888b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449312 Apr 15 11:06:05.778616 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:06:06.001480 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e13d36-a3d5-4702-b72d-5661e742b3c6 req-d8d90854-c001-47ce-ad9b-3527eb09f240 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:06.003139 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c7e13d36-a3d5-4702-b72d-5661e742b3c6 req-d8d90854-c001-47ce-ad9b-3527eb09f240 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=11ca80e3-1559-459b-bbb6-d1f2f225e28e HTTP/1.1" status: 200 len: 945 time: 0.0919871 Apr 15 11:06:06.055647 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c7e13d36-a3d5-4702-b72d-5661e742b3c6 req-5fd745c8-821f-4fec-ac41-28dd6029481f tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ded8356-7c90-49d5-89d4-0d90a7d888b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461056 Apr 15 11:06:06.251152 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de396d94-dfb3-4e1b-8722-846ff13a123c req-bc912e80-7e72-45d2-a270-c114825b43fa tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:06.252810 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-de396d94-dfb3-4e1b-8722-846ff13a123c req-bc912e80-7e72-45d2-a270-c114825b43fa tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=11ca80e3-1559-459b-bbb6-d1f2f225e28e HTTP/1.1" status: 200 len: 945 time: 0.0895817 Apr 15 11:06:06.262163 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 47182) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:06:06.268079 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.v2.base [None req-b60a68b4-1823-44ea-8fc0-c1ca79464894 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Request body: {'floatingip': {'port_id': 'ed68062c-c726-4c5c-800e-7bce992f1c6b'}} {{(pid=85272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:06:06.354726 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b60a68b4-1823-44ea-8fc0-c1ca79464894 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for floatingip, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:06.987590 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b60a68b4-1823-44ea-8fc0-c1ca79464894 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:06.990586 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b60a68b4-1823-44ea-8fc0-c1ca79464894 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415207'] for floatingip, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:07.171713 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.l3_db [None req-b60a68b4-1823-44ea-8fc0-c1ca79464894 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Floating IP f9494efc-0fff-4b45-9b50-301fb475cb95 associated. External IP: 172.27.2.107, port: ed68062c-c726-4c5c-800e-7bce992f1c6b. Apr 15 11:06:07.797524 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60a68b4-1823-44ea-8fc0-c1ca79464894 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Router 7c2089bb-83ab-4259-8249-c74247cdb2bb has already been hosted by L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 {{(pid=85272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:06:07.926590 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0b065b2c-f8da-47f2-b4fd-3e4c5d7b7ae4 req-000999d7-7265-46e7-b3a5-26d0c845af25 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771308 Apr 15 11:06:07.993531 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60a68b4-1823-44ea-8fc0-c1ca79464894 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:06:07.998457 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b60a68b4-1823-44ea-8fc0-c1ca79464894 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for floatingip, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:08.012926 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3180703b-5158-4df0-8409-0287c18ae99a None None] Sync routers for ids ['7c2089bb-83ab-4259-8249-c74247cdb2bb'] in dv-cinder-786383-1-iscsi {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:06:08.023332 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3180703b-5158-4df0-8409-0287c18ae99a None None] Routers {'7c2089bb-83ab-4259-8249-c74247cdb2bb'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:06:08.023995 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-3180703b-5158-4df0-8409-0287c18ae99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:05:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['7c2089bb-83ab-4259-8249-c74247cdb2bb'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:08.065064 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-b60a68b4-1823-44ea-8fc0-c1ca79464894 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "PUT /v2.0/floatingips/f9494efc-0fff-4b45-9b50-301fb475cb95 HTTP/1.1" status: 200 len: 991 time: 1.7988865 Apr 15 11:06:08.065064 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ca80e3-1559-459b-bbb6-d1f2f225e28e', 'tag': 'ed68062c-c726-4c5c-800e-7bce992f1c6b'}] {{(pid=85272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:06:08.094297 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b065b2c-f8da-47f2-b4fd-3e4c5d7b7ae4 req-ff9301da-6a0d-47cc-9c9c-3e3ce3276556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:08.095990 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0b065b2c-f8da-47f2-b4fd-3e4c5d7b7ae4 req-ff9301da-6a0d-47cc-9c9c-3e3ce3276556 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac1790d75e884150a63b62344bf5298d&device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 1098 time: 0.0956671 Apr 15 11:06:08.122159 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11ca80e3-1559-459b-bbb6-d1f2f225e28e', 'tag': 'ed68062c-c726-4c5c-800e-7bce992f1c6b', 'status': 'completed', 'code': 200} Apr 15 11:06:08.228246 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-3180703b-5158-4df0-8409-0287c18ae99a None None] Set router 7c2089bb-83ab-4259-8249-c74247cdb2bb gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:06:08.331250 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b065b2c-f8da-47f2-b4fd-3e4c5d7b7ae4 req-5cc6c701-fea3-4b5a-9dff-cc7936f0f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:08.332792 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0b065b2c-f8da-47f2-b4fd-3e4c5d7b7ae4 req-5cc6c701-fea3-4b5a-9dff-cc7936f0f36b service neutron] 10.222.0.60 "GET /v2.0/networks?id=496d1d64-73ea-4b75-97a9-59db231b3342 HTTP/1.1" status: 200 len: 909 time: 0.2175539 Apr 15 11:06:08.335047 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239ebb3-ae31-4d19-be0a-f35e9c6c922e req-53d83f45-d661-43ef-a245-0d314cde7e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:08.336522 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9239ebb3-ae31-4d19-be0a-f35e9c6c922e req-53d83f45-d661-43ef-a245-0d314cde7e62 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=deae0b492b4b43be850d6b1e6cdedac1&device_id=11ca80e3-1559-459b-bbb6-d1f2f225e28e HTTP/1.1" status: 200 len: 1098 time: 0.1900492 Apr 15 11:06:08.576358 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0b065b2c-f8da-47f2-b4fd-3e4c5d7b7ae4 req-2ad1bb59-ce8f-49d0-bad7-e7c6b870d63d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5b88919-da8b-423d-8a38-3c448a56ace8 HTTP/1.1" status: 200 len: 1001 time: 0.2011054 Apr 15 11:06:08.616722 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-3180703b-5158-4df0-8409-0287c18ae99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'name': 'tempest-AttachVolumeTestJSON-1044229295-router', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '11422df9-d296-4e49-a664-6b10ce1630be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:06Z', 'updated_at': '2021-04-15T11:01:11Z', 'revision_number': 4, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'gw_port': {'id': '11422df9-d296-4e49-a664-6b10ce1630be', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:21:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:07Z', 'updated_at': '2021-04-15T11:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_floatingips': [{'id': 'f9494efc-0fff-4b45-9b50-301fb475cb95', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'router_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'port_id': 'ed68062c-c726-4c5c-800e-7bce992f1c6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5', 'mac_address': 'fa:16:3e:7d:de:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ca80e3-1559-459b-bbb6-d1f2f225e28e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:05:50Z', 'updated_at': '2021-04-15T11:06:06Z', 'revision_number': 1, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ff38127-e0a6-42f3-8d1a-6601a6e0ece5', 'name': '', 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'mac_address': 'fa:16:3e:29:60:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7f9fd427-705c-4c25-9c31-812ae7cb8576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:10Z', 'updated_at': '2021-04-15T11:01:18Z', 'revision_number': 5, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'subnets': [{'id': '7f9fd427-705c-4c25-9c31-812ae7cb8576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:08.621525 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3180703b-5158-4df0-8409-0287c18ae99a None None] Checking router: 7c2089bb-83ab-4259-8249-c74247cdb2bb for host: dv-cinder-786383-1-iscsi {{(pid=85276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:06:08.631012 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3180703b-5158-4df0-8409-0287c18ae99a None None] Routers {'7c2089bb-83ab-4259-8249-c74247cdb2bb'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:06:08.631674 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-3180703b-5158-4df0-8409-0287c18ae99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:05:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['7c2089bb-83ab-4259-8249-c74247cdb2bb'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:08.644609 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239ebb3-ae31-4d19-be0a-f35e9c6c922e req-31c5356e-48c6-4064-928b-5dd267ca5e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:08.646200 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9239ebb3-ae31-4d19-be0a-f35e9c6c922e req-31c5356e-48c6-4064-928b-5dd267ca5e99 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4937fa2d-486c-425f-8f41-7505739147e5 HTTP/1.1" status: 200 len: 912 time: 0.2991297 Apr 15 11:06:08.740117 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b065b2c-f8da-47f2-b4fd-3e4c5d7b7ae4 req-00049d1b-adc8-415c-9212-c2efe72f411a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:08.741684 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0b065b2c-f8da-47f2-b4fd-3e4c5d7b7ae4 req-00049d1b-adc8-415c-9212-c2efe72f411a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e78b072-91f9-4f19-92e8-30a3376abc4f HTTP/1.1" status: 200 len: 847 time: 0.1515589 Apr 15 11:06:08.822031 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-3180703b-5158-4df0-8409-0287c18ae99a None None] Set router 7c2089bb-83ab-4259-8249-c74247cdb2bb gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:06:08.823811 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9239ebb3-ae31-4d19-be0a-f35e9c6c922e req-538a17ca-95bc-41d4-b4c7-d9208d9f7355 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed68062c-c726-4c5c-800e-7bce992f1c6b HTTP/1.1" status: 200 len: 999 time: 0.1670451 Apr 15 11:06:08.906595 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b065b2c-f8da-47f2-b4fd-3e4c5d7b7ae4 req-b953b64c-cb16-4fb9-b351-4690762ff074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:08.908152 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0b065b2c-f8da-47f2-b4fd-3e4c5d7b7ae4 req-b953b64c-cb16-4fb9-b351-4690762ff074 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=496d1d64-73ea-4b75-97a9-59db231b3342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1588509 Apr 15 11:06:08.914185 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239ebb3-ae31-4d19-be0a-f35e9c6c922e req-2f2edc83-aba9-401d-8cd2-c5de1eaf8494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:08.916148 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9239ebb3-ae31-4d19-be0a-f35e9c6c922e req-2f2edc83-aba9-401d-8cd2-c5de1eaf8494 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f9fd427-705c-4c25-9c31-812ae7cb8576 HTTP/1.1" status: 200 len: 850 time: 0.0852253 Apr 15 11:06:09.242260 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-3180703b-5158-4df0-8409-0287c18ae99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'name': 'tempest-AttachVolumeTestJSON-1044229295-router', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '11422df9-d296-4e49-a664-6b10ce1630be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:06Z', 'updated_at': '2021-04-15T11:01:11Z', 'revision_number': 4, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'gw_port': {'id': '11422df9-d296-4e49-a664-6b10ce1630be', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:21:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:07Z', 'updated_at': '2021-04-15T11:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_floatingips': [{'id': 'f9494efc-0fff-4b45-9b50-301fb475cb95', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'router_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'port_id': 'ed68062c-c726-4c5c-800e-7bce992f1c6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5', 'mac_address': 'fa:16:3e:7d:de:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ca80e3-1559-459b-bbb6-d1f2f225e28e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:05:50Z', 'updated_at': '2021-04-15T11:06:06Z', 'revision_number': 1, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ff38127-e0a6-42f3-8d1a-6601a6e0ece5', 'name': '', 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'mac_address': 'fa:16:3e:29:60:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7f9fd427-705c-4c25-9c31-812ae7cb8576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:10Z', 'updated_at': '2021-04-15T11:01:18Z', 'revision_number': 5, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'subnets': [{'id': '7f9fd427-705c-4c25-9c31-812ae7cb8576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:09.247422 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3180703b-5158-4df0-8409-0287c18ae99a None None] The sync data for ids ['7c2089bb-83ab-4259-8249-c74247cdb2bb'] in dv-cinder-786383-1-iscsi is: [{'id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'name': 'tempest-AttachVolumeTestJSON-1044229295-router', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '11422df9-d296-4e49-a664-6b10ce1630be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:06Z', 'updated_at': '2021-04-15T11:01:11Z', 'revision_number': 4, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'gw_port': {'id': '11422df9-d296-4e49-a664-6b10ce1630be', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:21:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:07Z', 'updated_at': '2021-04-15T11:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_floatingips': [{'id': 'f9494efc-0fff-4b45-9b50-301fb475cb95', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'router_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'port_id': 'ed68062c-c726-4c5c-800e-7bce992f1c6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5', 'mac_address': 'fa:16:3e:7d:de:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ca80e3-1559-459b-bbb6-d1f2f225e28e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:05:50Z', 'updated_at': '2021-04-15T11:06:06Z', 'revision_number': 1, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ff38127-e0a6-42f3-8d1a-6601a6e0ece5', 'name': '', 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'mac_address': 'fa:16:3e:29:60:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7f9fd427-705c-4c25-9c31-812ae7cb8576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:10Z', 'updated_at': '2021-04-15T11:01:18Z', 'revision_number': 5, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'subnets': [{'id': '7f9fd427-705c-4c25-9c31-812ae7cb8576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:06:09.424676 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0b065b2c-f8da-47f2-b4fd-3e4c5d7b7ae4 req-a22b8d2f-7be7-4633-92c3-e61db9121de8 service neutron] 10.222.0.60 "GET /v2.0/networks/496d1d64-73ea-4b75-97a9-59db231b3342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5072720 Apr 15 11:06:09.557716 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb8987c-ced7-45fa-b430-64d663967cf4 None None] New status for floating IP f9494efc-0fff-4b45-9b50-301fb475cb95: ACTIVE {{(pid=85273) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:06:09.558182 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239ebb3-ae31-4d19-be0a-f35e9c6c922e req-14576c7c-4bf7-419d-b10e-82f1b8e8a9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:09.559976 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9239ebb3-ae31-4d19-be0a-f35e9c6c922e req-14576c7c-4bf7-419d-b10e-82f1b8e8a9be service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4937fa2d-486c-425f-8f41-7505739147e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.6164832 Apr 15 11:06:09.578625 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3ab52-d082-4d3d-9b60-a9176d91e64d req-97c89fb2-ec99-49cb-8339-01352e60646b tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:09.580260 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-86e3ab52-d082-4d3d-9b60-a9176d91e64d req-97c89fb2-ec99-49cb-8339-01352e60646b tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 945 time: 0.2637339 Apr 15 11:06:09.748035 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-0b065b2c-f8da-47f2-b4fd-3e4c5d7b7ae4 req-31a5ab2a-504d-487e-a25b-13a44df80da9 service neutron] 10.222.0.60 "GET /v2.0/networks/496d1d64-73ea-4b75-97a9-59db231b3342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120637 Apr 15 11:06:09.775235 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-86e3ab52-d082-4d3d-9b60-a9176d91e64d req-cff0f6a7-1e81-433f-b5b5-4bf3d1e8df79 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543069 Apr 15 11:06:09.797891 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9239ebb3-ae31-4d19-be0a-f35e9c6c922e req-e5363f50-6cae-4f03-b965-bd22e59335ee service neutron] 10.222.0.60 "GET /v2.0/networks/4937fa2d-486c-425f-8f41-7505739147e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137609 Apr 15 11:06:09.944688 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9239ebb3-ae31-4d19-be0a-f35e9c6c922e req-eb9796ea-14c6-423d-8616-a41c6a00fb48 service neutron] 10.222.0.60 "GET /v2.0/networks/4937fa2d-486c-425f-8f41-7505739147e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399348 Apr 15 11:06:10.989466 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90e682-1327-4893-aea4-f7480b383788 req-dd45e847-adee-448f-89d6-9b1e49e21687 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:10.991145 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1e90e682-1327-4893-aea4-f7480b383788 req-dd45e847-adee-448f-89d6-9b1e49e21687 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 945 time: 0.0976672 Apr 15 11:06:11.044280 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1e90e682-1327-4893-aea4-f7480b383788 req-7bb192f2-3696-4cfc-b455-ff8e30ba14de tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459352 Apr 15 11:06:12.251145 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb848b1-307a-4076-b060-3ca09692a117 req-ff30159e-6995-4120-9a7f-dcdaf56be66f tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:12.252748 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-dfb848b1-307a-4076-b060-3ca09692a117 req-ff30159e-6995-4120-9a7f-dcdaf56be66f tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 945 time: 0.0922866 Apr 15 11:06:12.301074 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-dfb848b1-307a-4076-b060-3ca09692a117 req-6c79239e-47d4-4163-aba5-4bd30aa48718 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420735 Apr 15 11:06:13.508486 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673db4da-4797-4461-8829-85e94b1ccafd req-f97fb980-c5f8-4c67-9c28-697ee8bc771a tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:13.510081 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-673db4da-4797-4461-8829-85e94b1ccafd req-f97fb980-c5f8-4c67-9c28-697ee8bc771a tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 945 time: 0.0946746 Apr 15 11:06:13.557795 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-673db4da-4797-4461-8829-85e94b1ccafd req-6d9c6506-f927-4e95-b159-6b41a69c1b6c tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406458 Apr 15 11:06:14.759924 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084442d-0920-4d16-9d87-4373dc3d64f6 req-9bca4099-06be-4bcf-95bc-618b7f49e0e2 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:14.761445 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8084442d-0920-4d16-9d87-4373dc3d64f6 req-9bca4099-06be-4bcf-95bc-618b7f49e0e2 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 945 time: 0.0889947 Apr 15 11:06:14.810849 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-8084442d-0920-4d16-9d87-4373dc3d64f6 req-9378e003-8088-4d0f-91b1-1e1b354214e1 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429785 Apr 15 11:06:16.021361 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe617c-ccee-4ecb-8b29-e422a5f8ac41 req-f256e042-489f-4ba4-b4be-f445e89ea3fd tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:16.022997 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ebbe617c-ccee-4ecb-8b29-e422a5f8ac41 req-f256e042-489f-4ba4-b4be-f445e89ea3fd tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 945 time: 0.0938838 Apr 15 11:06:16.072635 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ebbe617c-ccee-4ecb-8b29-e422a5f8ac41 req-d49d70c0-4f74-4a46-aecc-6b54c1831135 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422461 Apr 15 11:06:17.279249 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a8e69-989f-4439-a399-ad850bebfa48 req-b5553677-0070-4be8-a6d0-d45ba3c81ad0 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:17.280841 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7b2a8e69-989f-4439-a399-ad850bebfa48 req-b5553677-0070-4be8-a6d0-d45ba3c81ad0 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 945 time: 0.0916238 Apr 15 11:06:17.332677 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7b2a8e69-989f-4439-a399-ad850bebfa48 req-4dfc08b0-a970-4d3d-b459-ae8b83eef43e tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455198 Apr 15 11:06:18.538781 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87599e3-a991-44a9-8653-2e017f62725a req-6ced8cf9-bf10-4b69-a25f-34ed5ab4c607 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:18.540413 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a87599e3-a991-44a9-8653-2e017f62725a req-6ced8cf9-bf10-4b69-a25f-34ed5ab4c607 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 945 time: 0.0893188 Apr 15 11:06:18.588594 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-a87599e3-a991-44a9-8653-2e017f62725a req-f307cf83-ee1a-49dd-8885-59d550a88b13 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417469 Apr 15 11:06:19.462978 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5773789-2a9a-48be-bf0d-24594bd47da4 req-690d06cd-7c30-42b5-bf0d-517b6ea59501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:19.464625 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c5773789-2a9a-48be-bf0d-24594bd47da4 req-690d06cd-7c30-42b5-bf0d-517b6ea59501 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac1790d75e884150a63b62344bf5298d&device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 1098 time: 0.0840309 Apr 15 11:06:19.609951 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5773789-2a9a-48be-bf0d-24594bd47da4 req-55bf19ae-fd3d-4077-a95d-c9776e7c1632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:19.611591 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c5773789-2a9a-48be-bf0d-24594bd47da4 req-55bf19ae-fd3d-4077-a95d-c9776e7c1632 service neutron] 10.222.0.60 "GET /v2.0/networks?id=496d1d64-73ea-4b75-97a9-59db231b3342 HTTP/1.1" status: 200 len: 909 time: 0.1405787 Apr 15 11:06:19.784619 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c5773789-2a9a-48be-bf0d-24594bd47da4 req-27c9035c-6111-4a3f-82a0-1afbc6f26cf2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5b88919-da8b-423d-8a38-3c448a56ace8 HTTP/1.1" status: 200 len: 1001 time: 0.1585379 Apr 15 11:06:19.874252 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5200cc-3a3c-40bf-bf84-ba561718808b req-0d421f36-5845-477f-970b-fd4d19a9a50d tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:19.875789 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ff5200cc-3a3c-40bf-bf84-ba561718808b req-0d421f36-5845-477f-970b-fd4d19a9a50d tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 945 time: 0.1696336 Apr 15 11:06:19.879418 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5773789-2a9a-48be-bf0d-24594bd47da4 req-3d5a8f04-e9ae-484c-90c7-6f421924b943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:19.880864 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c5773789-2a9a-48be-bf0d-24594bd47da4 req-3d5a8f04-e9ae-484c-90c7-6f421924b943 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e78b072-91f9-4f19-92e8-30a3376abc4f HTTP/1.1" status: 200 len: 847 time: 0.0887692 Apr 15 11:06:19.977910 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-ff5200cc-3a3c-40bf-bf84-ba561718808b req-45c6aab1-fcd2-4975-991d-22cbdb347a59 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954742 Apr 15 11:06:20.000254 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5773789-2a9a-48be-bf0d-24594bd47da4 req-ff2ab95f-07a6-425e-98f2-f0a05164f8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:20.001855 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c5773789-2a9a-48be-bf0d-24594bd47da4 req-ff2ab95f-07a6-425e-98f2-f0a05164f8fe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=496d1d64-73ea-4b75-97a9-59db231b3342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1034551 Apr 15 11:06:20.144806 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c5773789-2a9a-48be-bf0d-24594bd47da4 req-40645bef-4189-4b12-a675-f6ac87c5f471 service neutron] 10.222.0.60 "GET /v2.0/networks/496d1d64-73ea-4b75-97a9-59db231b3342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365869 Apr 15 11:06:20.288100 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c5773789-2a9a-48be-bf0d-24594bd47da4 req-56c083c6-eb0b-4798-b5c5-3bfc5347852f service neutron] 10.222.0.60 "GET /v2.0/networks/496d1d64-73ea-4b75-97a9-59db231b3342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368015 Apr 15 11:06:20.883056 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-fa6de726-3edd-4411-a941-11648ec7e959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:21.192151 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2ceb1-563a-412f-8d8e-14c512036750 req-c3b59f93-e58a-45b4-a770-d895c0ff6b7f tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:21.193671 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-61d2ceb1-563a-412f-8d8e-14c512036750 req-c3b59f93-e58a-45b4-a770-d895c0ff6b7f tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 945 time: 0.0891383 Apr 15 11:06:21.241544 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-61d2ceb1-563a-412f-8d8e-14c512036750 req-d1595bbd-ecc3-469b-abc8-83330be6ce1e tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409842 Apr 15 11:06:22.462850 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0fd406-6aad-48be-9cd1-1e298894a2cb req-24d59002-10be-44d6-bd2f-40139c2a2c34 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:22.464525 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4f0fd406-6aad-48be-9cd1-1e298894a2cb req-24d59002-10be-44d6-bd2f-40139c2a2c34 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 945 time: 0.0991368 Apr 15 11:06:22.520469 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4f0fd406-6aad-48be-9cd1-1e298894a2cb req-d6303f61-d317-4cd3-a41f-6a26a6bfa67e tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491004 Apr 15 11:06:23.386833 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-85573f3a-d09a-4c23-8b3e-aabec5eb0355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:23.733049 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac3631-6886-4a27-b63f-c25d6a8d0a08 req-4fd0eb29-6ffe-4b0d-b727-8eb9ac97c574 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:23.734615 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-41ac3631-6886-4a27-b63f-c25d6a8d0a08 req-4fd0eb29-6ffe-4b0d-b727-8eb9ac97c574 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 945 time: 0.0956910 Apr 15 11:06:23.785203 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-41ac3631-6886-4a27-b63f-c25d6a8d0a08 req-3a8c575f-d683-4be7-a492-b26361b8a292 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440784 Apr 15 11:06:24.160051 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-546a8da7-124d-4205-bf35-8cf1ef4eda28 req-aa679f41-b21c-4c6d-8cc0-7de063f3f373 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1393979 Apr 15 11:06:24.186237 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf80c7-b5e0-4235-b039-6ce446272949 req-d2c6d39d-dadb-4de4-b0b3-e746a7c32cdc tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:24.187965 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2eaf80c7-b5e0-4235-b039-6ce446272949 req-d2c6d39d-dadb-4de4-b0b3-e746a7c32cdc tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 945 time: 0.0970211 Apr 15 11:06:24.199821 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:24.240111 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2eaf80c7-b5e0-4235-b039-6ce446272949 req-1ffdea16-0ba4-40bd-b828-0b580a9bda0f tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448413 Apr 15 11:06:24.364517 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:25.180406 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:25.316492 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:25.432497 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device a5b88919-da8b-423d-8a38-3c448a56ace8 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:06:25.450487 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8cf742-acc1-4f3e-ae23-810688610c2e req-883f4726-a767-4519-ad05-7bd70ae8c60d tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:25.452175 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4c8cf742-acc1-4f3e-ae23-810688610c2e req-883f4726-a767-4519-ad05-7bd70ae8c60d tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 945 time: 0.0971465 Apr 15 11:06:25.503265 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4c8cf742-acc1-4f3e-ae23-810688610c2e req-89e2d75c-1a16-40e6-bc90-35471bbbe074 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438745 Apr 15 11:06:25.562116 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:25.591316 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f1db0f-4066-4611-9c3d-d1d7fbf86786', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5b88919-da8b-423d-8a38-3c448a56ace8'}] {{(pid=85273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:06:25.601369 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port a5b88919-da8b-423d-8a38-3c448a56ace8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a5b88919-da8b-423d-8a38-3c448a56ace8,segment=NetworkSegment(ca650a79-4e24-405b-b01e-92c018e4b6ed),segment_id=ca650a79-4e24-405b-b01e-92c018e4b6ed)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:06:25.604492 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:25.608321 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:25.644210 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a8da7-124d-4205-bf35-8cf1ef4eda28 req-8eb58e60-5516-423e-b716-ab5e1e3dd38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:25.645842 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-546a8da7-124d-4205-bf35-8cf1ef4eda28 req-8eb58e60-5516-423e-b716-ab5e1e3dd38e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786&tenant_id=ac1790d75e884150a63b62344bf5298d HTTP/1.1" status: 200 len: 1096 time: 0.0807974 Apr 15 11:06:25.649204 dv-cinder-786383-1-iscsi neutron-server[85157]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '28f1db0f-4066-4611-9c3d-d1d7fbf86786', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a5b88919-da8b-423d-8a38-3c448a56ace8', 'code': 422} returned with failed status Apr 15 11:06:25.686019 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=a5b88919-da8b-423d-8a38-3c448a56ace8,revision_number=6']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:25.689453 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:25.748683 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a8da7-124d-4205-bf35-8cf1ef4eda28 req-f94ca556-5588-464a-8b08-55669bc04dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:25.750290 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-546a8da7-124d-4205-bf35-8cf1ef4eda28 req-f94ca556-5588-464a-8b08-55669bc04dc1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac1790d75e884150a63b62344bf5298d&device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 1096 time: 0.0822332 Apr 15 11:06:26.131444 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a8da7-124d-4205-bf35-8cf1ef4eda28 req-ef8de4f4-5166-4969-9532-623d9a46225e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:26.133048 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-546a8da7-124d-4205-bf35-8cf1ef4eda28 req-ef8de4f4-5166-4969-9532-623d9a46225e service neutron] 10.222.0.60 "GET /v2.0/networks?id=496d1d64-73ea-4b75-97a9-59db231b3342 HTTP/1.1" status: 200 len: 909 time: 0.3761132 Apr 15 11:06:26.244485 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-546a8da7-124d-4205-bf35-8cf1ef4eda28 req-2ede9888-7191-47df-abe4-07be1476e9a0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5b88919-da8b-423d-8a38-3c448a56ace8 HTTP/1.1" status: 200 len: 999 time: 0.1044824 Apr 15 11:06:26.317680 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a8da7-124d-4205-bf35-8cf1ef4eda28 req-d09e22e6-cb2f-433e-afbe-8719502b71df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:26.319371 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-546a8da7-124d-4205-bf35-8cf1ef4eda28 req-d09e22e6-cb2f-433e-afbe-8719502b71df service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e78b072-91f9-4f19-92e8-30a3376abc4f HTTP/1.1" status: 200 len: 847 time: 0.0679975 Apr 15 11:06:26.408314 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a8da7-124d-4205-bf35-8cf1ef4eda28 req-83c48515-32c9-446a-95de-234fbd5c284a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:26.410000 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-546a8da7-124d-4205-bf35-8cf1ef4eda28 req-83c48515-32c9-446a-95de-234fbd5c284a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=496d1d64-73ea-4b75-97a9-59db231b3342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0830846 Apr 15 11:06:26.555196 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-546a8da7-124d-4205-bf35-8cf1ef4eda28 req-2c5c2173-275e-4c53-85b0-e5a1694118fc service neutron] 10.222.0.60 "GET /v2.0/networks/496d1d64-73ea-4b75-97a9-59db231b3342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384408 Apr 15 11:06:26.764461 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-546a8da7-124d-4205-bf35-8cf1ef4eda28 req-03074520-1714-4c11-8667-f38952f48908 service neutron] 10.222.0.60 "GET /v2.0/networks/496d1d64-73ea-4b75-97a9-59db231b3342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020555 Apr 15 11:06:26.777354 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869dc213-456c-4aee-a57d-addda52b19f6 req-9e258ee1-377d-4763-9a2a-6d459ac8a857 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:26.778920 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-869dc213-456c-4aee-a57d-addda52b19f6 req-9e258ee1-377d-4763-9a2a-6d459ac8a857 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 943 time: 0.1434970 Apr 15 11:06:26.829201 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-869dc213-456c-4aee-a57d-addda52b19f6 req-4c3a39b8-6eb8-4bc4-904f-07360ed61a2d tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438879 Apr 15 11:06:28.035307 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c690ec5-1eab-49dd-95f6-679cca27e8db req-ce0fe848-4beb-4d3d-b68c-87c6600310c5 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:28.036910 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4c690ec5-1eab-49dd-95f6-679cca27e8db req-ce0fe848-4beb-4d3d-b68c-87c6600310c5 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 943 time: 0.0946102 Apr 15 11:06:28.092862 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4c690ec5-1eab-49dd-95f6-679cca27e8db req-845feaef-78aa-4075-bd38-35e2faa4229b tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496578 Apr 15 11:06:29.304039 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95e4e6-9e0f-4f10-87e5-6518403679ae req-38e53c2b-ce56-4f04-babd-fc371566ba8d tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:29.305662 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3d95e4e6-9e0f-4f10-87e5-6518403679ae req-38e53c2b-ce56-4f04-babd-fc371566ba8d tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 943 time: 0.0945714 Apr 15 11:06:29.359484 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3d95e4e6-9e0f-4f10-87e5-6518403679ae req-f4247638-6f9b-4a3c-8931-50ba82cd73cb tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463536 Apr 15 11:06:30.569599 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c408cdc-d771-4b03-9230-a598c51f4cb8 req-4d7a59f5-d6f7-4bf5-9fdb-daf49b10706a tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:30.571240 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1c408cdc-d771-4b03-9230-a598c51f4cb8 req-4d7a59f5-d6f7-4bf5-9fdb-daf49b10706a tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 943 time: 0.0909934 Apr 15 11:06:30.622534 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-1c408cdc-d771-4b03-9230-a598c51f4cb8 req-79322413-485d-4296-a8ea-544747718bb9 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437424 Apr 15 11:06:31.831161 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4156cd72-2a81-4f3f-9b3c-8e5953d2d87f req-1b029a74-27fc-4434-b7ec-329fe4d6cacb tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:31.832783 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4156cd72-2a81-4f3f-9b3c-8e5953d2d87f req-1b029a74-27fc-4434-b7ec-329fe4d6cacb tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 943 time: 0.0962191 Apr 15 11:06:31.880976 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4156cd72-2a81-4f3f-9b3c-8e5953d2d87f req-a2cf7a9d-97a2-484b-8baf-b2acb6eedba9 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417278 Apr 15 11:06:33.088646 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78ac56-5510-4525-86a3-d90c08508910 req-dc1ba4e0-5025-467c-9fc3-82292e08de3f tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:33.090487 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7c78ac56-5510-4525-86a3-d90c08508910 req-dc1ba4e0-5025-467c-9fc3-82292e08de3f tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 943 time: 0.0931003 Apr 15 11:06:33.140562 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-7c78ac56-5510-4525-86a3-d90c08508910 req-be7f4ab2-541b-4734-bfc3-467afa78b896 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433671 Apr 15 11:06:34.357019 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16380eb8-cc92-4043-89df-4e0788cd2d8c req-fbcd7901-80f3-4639-8def-84a6d1933893 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:34.358655 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-16380eb8-cc92-4043-89df-4e0788cd2d8c req-fbcd7901-80f3-4639-8def-84a6d1933893 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 943 time: 0.0975640 Apr 15 11:06:34.407051 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-16380eb8-cc92-4043-89df-4e0788cd2d8c req-06b2aa99-c049-4b6b-b626-7248354797e2 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416698 Apr 15 11:06:35.474156 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device a5b88919-da8b-423d-8a38-3c448a56ace8 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:06:35.614464 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c91bb-bad0-4ea5-a69e-fc0921ee6da1 req-b71dce44-0204-4d96-ac81-80260195ec2f tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:35.616167 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c38c91bb-bad0-4ea5-a69e-fc0921ee6da1 req-b71dce44-0204-4d96-ac81-80260195ec2f tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 943 time: 0.0923405 Apr 15 11:06:35.623985 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port a5b88919-da8b-423d-8a38-3c448a56ace8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a5b88919-da8b-423d-8a38-3c448a56ace8,segment=NetworkSegment(ca650a79-4e24-405b-b01e-92c018e4b6ed),segment_id=ca650a79-4e24-405b-b01e-92c018e4b6ed)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:06:35.638518 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Returning: {'device': 'a5b88919-da8b-423d-8a38-3c448a56ace8', 'network_id': '496d1d64-73ea-4b75-97a9-59db231b3342', 'port_id': 'a5b88919-da8b-423d-8a38-3c448a56ace8', 'mac_address': 'fa:16:3e:43:1f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e78b072-91f9-4f19-92e8-30a3376abc4f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:06:35.664714 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-c38c91bb-bad0-4ea5-a69e-fc0921ee6da1 req-71529c89-8c33-4df7-89ef-6a32e0434f75 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411973 Apr 15 11:06:35.698807 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:35.720491 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b88919-da8b-423d-8a38-3c448a56ace8 {{(pid=85273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:06:35.737066 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port a5b88919-da8b-423d-8a38-3c448a56ace8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a5b88919-da8b-423d-8a38-3c448a56ace8,segment=NetworkSegment(ca650a79-4e24-405b-b01e-92c018e4b6ed),segment_id=ca650a79-4e24-405b-b01e-92c018e4b6ed)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:06:35.739776 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:35.741620 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-215bd340-f215-4268-9466-cd7eb3f062a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:35.811782 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=a5b88919-da8b-423d-8a38-3c448a56ace8,revision_number=7']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:35.815143 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:36.076627 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] get_ports_and_sgs() called for port_ids ['a5b88919-da8b-423d-8a38-3c448a56ace8'] {{(pid=85273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:06:36.876158 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6667d4-be3c-4b09-8687-c0f7ce515ddd req-0e3d746e-a455-400a-8eb8-1b59202c9dc1 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:36.877715 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-aa6667d4-be3c-4b09-8687-c0f7ce515ddd req-0e3d746e-a455-400a-8eb8-1b59202c9dc1 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 944 time: 0.0939074 Apr 15 11:06:36.927704 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-aa6667d4-be3c-4b09-8687-c0f7ce515ddd req-f9ee572d-2700-4676-9a59-e942fbf67087 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433826 Apr 15 11:06:37.497070 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device a5b88919-da8b-423d-8a38-3c448a56ace8 up at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:06:37.585921 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.provisioning_blocks [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Provisioning complete for port a5b88919-da8b-423d-8a38-3c448a56ace8 triggered by entity L2. {{(pid=85273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:06:37.586356 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-171001'] for port, provisioning_complete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:37.714526 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853756973'] for port, before_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:37.743449 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f1db0f-4066-4611-9c3d-d1d7fbf86786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b88919-da8b-423d-8a38-3c448a56ace8'}] {{(pid=85273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:06:37.754240 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] For port a5b88919-da8b-423d-8a38-3c448a56ace8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a5b88919-da8b-423d-8a38-3c448a56ace8,segment=NetworkSegment(ca650a79-4e24-405b-b01e-92c018e4b6ed),segment_id=ca650a79-4e24-405b-b01e-92c018e4b6ed)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:06:37.757359 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735722759727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735722322905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363301132452878'] for port, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:37.759333 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:37.798163 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f1db0f-4066-4611-9c3d-d1d7fbf86786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b88919-da8b-423d-8a38-3c448a56ace8', 'code': 200} Apr 15 11:06:37.832473 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=a5b88919-da8b-423d-8a38-3c448a56ace8,revision_number=8']} {{(pid=85273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:37.835572 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:38.153646 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee26c70-f62a-4ab4-82aa-c2a304d8ac14 req-6a6f854d-879f-4e36-8706-1c118fb03089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:38.155305 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-fee26c70-f62a-4ab4-82aa-c2a304d8ac14 req-6a6f854d-879f-4e36-8706-1c118fb03089 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 1098 time: 0.1550920 Apr 15 11:06:38.167588 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab61d74-35e7-405d-869f-56b4a3560166 req-5fc0f718-1095-417b-bf70-06983fb88c03 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:38.169414 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2ab61d74-35e7-405d-869f-56b4a3560166 req-5fc0f718-1095-417b-bf70-06983fb88c03 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 945 time: 0.1210473 Apr 15 11:06:38.239398 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-fee26c70-f62a-4ab4-82aa-c2a304d8ac14 req-58cd7c15-7d67-469c-80a1-265e6952c0d7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688367 Apr 15 11:06:38.250032 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2ab61d74-35e7-405d-869f-56b4a3560166 req-156583fe-99b5-4d32-98f5-80fec73abc89 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641189 Apr 15 11:06:39.461905 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11177cab-afb6-49cd-9010-121652c0f290 req-d567c846-d110-4a6d-978c-29657976ce61 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:39.463573 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-11177cab-afb6-49cd-9010-121652c0f290 req-d567c846-d110-4a6d-978c-29657976ce61 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 945 time: 0.0937326 Apr 15 11:06:39.513214 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-11177cab-afb6-49cd-9010-121652c0f290 req-694308ec-7bbe-47f1-b293-81026f22d187 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423343 Apr 15 11:06:42.780726 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:06:50.876786 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b598f1df-906d-4f99-9c44-44c94ce0a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:53.388056 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ea5a3e07-dd97-46d2-9bfc-b7118e7b2c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:54.199665 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:54.368440 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:55.181210 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:55.327561 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:09.411619 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3a2f2ce6-799c-40fc-8710-2d1c0ae2e612 req-1896ff43-931c-476e-98ac-57e719d0d47f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=11ca80e3-1559-459b-bbb6-d1f2f225e28e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0777516 Apr 15 11:07:09.513604 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f2ce6-799c-40fc-8710-2d1c0ae2e612 req-6557c6d9-4974-4876-b6e3-ee67cbf838ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:09.515809 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3a2f2ce6-799c-40fc-8710-2d1c0ae2e612 req-6557c6d9-4974-4876-b6e3-ee67cbf838ce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=deae0b492b4b43be850d6b1e6cdedac1&device_id=11ca80e3-1559-459b-bbb6-d1f2f225e28e HTTP/1.1" status: 200 len: 1098 time: 0.0828571 Apr 15 11:07:09.673422 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f2ce6-799c-40fc-8710-2d1c0ae2e612 req-479a5356-9cb9-40d1-b883-b15792bf1b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:09.675061 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3a2f2ce6-799c-40fc-8710-2d1c0ae2e612 req-479a5356-9cb9-40d1-b883-b15792bf1b5e service neutron] 10.222.0.60 "GET /v2.0/networks?id=4937fa2d-486c-425f-8f41-7505739147e5 HTTP/1.1" status: 200 len: 912 time: 0.1415887 Apr 15 11:07:09.791278 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3a2f2ce6-799c-40fc-8710-2d1c0ae2e612 req-d8e13126-d227-4bcd-8193-118833befa6f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed68062c-c726-4c5c-800e-7bce992f1c6b HTTP/1.1" status: 200 len: 1001 time: 0.1096594 Apr 15 11:07:09.862154 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f2ce6-799c-40fc-8710-2d1c0ae2e612 req-d84e8ab6-e7f3-4259-82b1-e116b402bba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:09.863843 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3a2f2ce6-799c-40fc-8710-2d1c0ae2e612 req-d84e8ab6-e7f3-4259-82b1-e116b402bba9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f9fd427-705c-4c25-9c31-812ae7cb8576 HTTP/1.1" status: 200 len: 850 time: 0.0660977 Apr 15 11:07:09.952859 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f2ce6-799c-40fc-8710-2d1c0ae2e612 req-b9fb093f-b805-458f-8780-feb3e7f7c0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:09.954692 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3a2f2ce6-799c-40fc-8710-2d1c0ae2e612 req-b9fb093f-b805-458f-8780-feb3e7f7c0c3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4937fa2d-486c-425f-8f41-7505739147e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0848188 Apr 15 11:07:10.099001 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3a2f2ce6-799c-40fc-8710-2d1c0ae2e612 req-50172ea0-1281-446b-ba33-7b7793a20c06 service neutron] 10.222.0.60 "GET /v2.0/networks/4937fa2d-486c-425f-8f41-7505739147e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373479 Apr 15 11:07:10.242045 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-3a2f2ce6-799c-40fc-8710-2d1c0ae2e612 req-13e9fead-f91b-4903-ba56-1d81af888937 service neutron] 10.222.0.60 "GET /v2.0/networks/4937fa2d-486c-425f-8f41-7505739147e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370380 Apr 15 11:07:19.780342 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:07:20.877983 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-27f84970-2f7d-422f-b627-ceb674122401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:23.393043 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c21058e7-4210-46e8-a6e5-e49010685927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:24.201413 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:24.371767 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:25.186917 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:25.344821 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:44.751407 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5342be-0f1d-4676-9388-8e69608e5c2b req-d2e67a99-2dcf-49ee-befc-b47190c43891 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:44.752952 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-de5342be-0f1d-4676-9388-8e69608e5c2b req-d2e67a99-2dcf-49ee-befc-b47190c43891 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=11ca80e3-1559-459b-bbb6-d1f2f225e28e HTTP/1.1" status: 200 len: 945 time: 0.0916169 Apr 15 11:07:44.802372 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-de5342be-0f1d-4676-9388-8e69608e5c2b req-475143f8-c862-483d-9623-7a0ffadf6d30 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ded8356-7c90-49d5-89d4-0d90a7d888b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429697 Apr 15 11:07:46.010344 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52a68d-a17a-4969-818b-c4ca7da62c97 req-f51e7d04-9723-49b6-979e-439b61b9a30a tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:46.011976 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-be52a68d-a17a-4969-818b-c4ca7da62c97 req-f51e7d04-9723-49b6-979e-439b61b9a30a tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=11ca80e3-1559-459b-bbb6-d1f2f225e28e HTTP/1.1" status: 200 len: 945 time: 0.0929034 Apr 15 11:07:46.061291 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-be52a68d-a17a-4969-818b-c4ca7da62c97 req-cf4a311b-b085-48be-9866-3e8a0197aecc tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ded8356-7c90-49d5-89d4-0d90a7d888b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421240 Apr 15 11:07:46.662582 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b950e9a-9536-4374-9dbc-05d4c8ed705c req-c5efafb3-ff83-4c67-ad6e-fd372ffeeeca tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:46.664195 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4b950e9a-9536-4374-9dbc-05d4c8ed705c req-c5efafb3-ff83-4c67-ad6e-fd372ffeeeca tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.60 "GET /v2.0/ports?device_id=11ca80e3-1559-459b-bbb6-d1f2f225e28e HTTP/1.1" status: 200 len: 945 time: 0.0890725 Apr 15 11:07:46.747276 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-4b950e9a-9536-4374-9dbc-05d4c8ed705c req-018d519d-eece-4910-971b-534656efcabd tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Deleting port ed68062c-c726-4c5c-800e-7bce992f1c6b {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:07:46.747661 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-4b950e9a-9536-4374-9dbc-05d4c8ed705c req-018d519d-eece-4910-971b-534656efcabd tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:47.008063 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-4b950e9a-9536-4374-9dbc-05d4c8ed705c req-018d519d-eece-4910-971b-534656efcabd tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] For port ed68062c-c726-4c5c-800e-7bce992f1c6b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ed68062c-c726-4c5c-800e-7bce992f1c6b,segment=NetworkSegment(5ff09553-2e45-4579-a75d-318aee94609d),segment_id=5ff09553-2e45-4579-a75d-318aee94609d)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:07:47.008389 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-4b950e9a-9536-4374-9dbc-05d4c8ed705c req-018d519d-eece-4910-971b-534656efcabd tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:47.625686 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-4b950e9a-9536-4374-9dbc-05d4c8ed705c req-018d519d-eece-4910-971b-534656efcabd tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:47.626329 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-4b950e9a-9536-4374-9dbc-05d4c8ed705c req-018d519d-eece-4910-971b-534656efcabd tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415207'] for floatingip, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:47.626329 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.l3_db [req-4b950e9a-9536-4374-9dbc-05d4c8ed705c req-018d519d-eece-4910-971b-534656efcabd tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Floating IP f9494efc-0fff-4b45-9b50-301fb475cb95 disassociated. External IP: 172.27.2.107, port: ed68062c-c726-4c5c-800e-7bce992f1c6b. Apr 15 11:07:47.626791 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-4b950e9a-9536-4374-9dbc-05d4c8ed705c req-018d519d-eece-4910-971b-534656efcabd tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Calling delete_port for ed68062c-c726-4c5c-800e-7bce992f1c6b owned by compute:nova {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:07:47.663948 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256db7df-16e1-4f29-8836-82b4c8100211 req-afe0f3a7-a213-4370-8d8b-7771da14bacb tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:47.665537 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-256db7df-16e1-4f29-8836-82b4c8100211 req-afe0f3a7-a213-4370-8d8b-7771da14bacb tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=11ca80e3-1559-459b-bbb6-d1f2f225e28e HTTP/1.1" status: 200 len: 945 time: 0.4766715 Apr 15 11:07:47.750833 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-256db7df-16e1-4f29-8836-82b4c8100211 req-56f0d100-d966-461d-9f53-edb6de63bac3 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ded8356-7c90-49d5-89d4-0d90a7d888b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773995 Apr 15 11:07:47.827365 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-4b950e9a-9536-4374-9dbc-05d4c8ed705c req-018d519d-eece-4910-971b-534656efcabd tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:47.844138 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-469f1317-5c56-4145-b324-24c56a637ade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:47.892782 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d519d-eece-4910-971b-534656efcabd tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Pushing event deleted for resources: {'Port': ['ID=ed68062c-c726-4c5c-800e-7bce992f1c6b,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:47.953113 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d519d-eece-4910-971b-534656efcabd tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:47.953964 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d519d-eece-4910-971b-534656efcabd tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:47.954390 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d519d-eece-4910-971b-534656efcabd tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:47.954819 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d519d-eece-4910-971b-534656efcabd tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:47.955255 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d519d-eece-4910-971b-534656efcabd tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:47.955677 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d519d-eece-4910-971b-534656efcabd tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:47.956084 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d519d-eece-4910-971b-534656efcabd tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:47.956494 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d519d-eece-4910-971b-534656efcabd tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:47.956907 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d519d-eece-4910-971b-534656efcabd tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:47.957314 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d519d-eece-4910-971b-534656efcabd tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:47.957720 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d519d-eece-4910-971b-534656efcabd tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:47.958123 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d519d-eece-4910-971b-534656efcabd tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:47.962840 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-018d519d-eece-4910-971b-534656efcabd tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:48.222932 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b950e9a-9536-4374-9dbc-05d4c8ed705c req-018d519d-eece-4910-971b-534656efcabd tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Router 7c2089bb-83ab-4259-8249-c74247cdb2bb has already been hosted by L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 {{(pid=85270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:07:48.416415 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b950e9a-9536-4374-9dbc-05d4c8ed705c req-018d519d-eece-4910-971b-534656efcabd tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:07:48.428357 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3867dae-7087-45c3-a7db-703a5207a8a5 None None] Sync routers for ids ['7c2089bb-83ab-4259-8249-c74247cdb2bb'] in dv-cinder-786383-1-iscsi {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:07:48.439236 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3867dae-7087-45c3-a7db-703a5207a8a5 None None] Routers {'7c2089bb-83ab-4259-8249-c74247cdb2bb'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:07:48.439903 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-a3867dae-7087-45c3-a7db-703a5207a8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:07:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['7c2089bb-83ab-4259-8249-c74247cdb2bb'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:07:48.504232 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b950e9a-9536-4374-9dbc-05d4c8ed705c req-018d519d-eece-4910-971b-534656efcabd tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] No DVR routers for this DVR port ed68062c-c726-4c5c-800e-7bce992f1c6b on host hv-cinder-78638 {{(pid=85270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:07:48.507122 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-4b950e9a-9536-4374-9dbc-05d4c8ed705c req-018d519d-eece-4910-971b-534656efcabd tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:48.511750 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ca80e3-1559-459b-bbb6-d1f2f225e28e', 'name': 'network-vif-deleted', 'tag': 'ed68062c-c726-4c5c-800e-7bce992f1c6b'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:07:48.527623 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-4b950e9a-9536-4374-9dbc-05d4c8ed705c req-018d519d-eece-4910-971b-534656efcabd tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.60 "DELETE /v2.0/ports/ed68062c-c726-4c5c-800e-7bce992f1c6b HTTP/1.1" status: 204 len: 173 time: 1.8569067 Apr 15 11:07:48.568224 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ca80e3-1559-459b-bbb6-d1f2f225e28e', 'name': 'network-vif-deleted', 'tag': 'ed68062c-c726-4c5c-800e-7bce992f1c6b', 'status': 'completed', 'code': 200} Apr 15 11:07:48.807932 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-a3867dae-7087-45c3-a7db-703a5207a8a5 None None] Set router 7c2089bb-83ab-4259-8249-c74247cdb2bb gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:07:48.930808 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-392b03ef-d39e-4683-ad07-96b677d0d54a req-5f0e1737-77b8-4850-a4a0-0528ae8018ae tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Synchronizing usage tracker for tenant:deae0b492b4b43be850d6b1e6cdedac1 on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:07:48.946085 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-392b03ef-d39e-4683-ad07-96b677d0d54a req-5f0e1737-77b8-4850-a4a0-0528ae8018ae tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Unset dirty status for tenant:deae0b492b4b43be850d6b1e6cdedac1 on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:07:48.947424 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-392b03ef-d39e-4683-ad07-96b677d0d54a req-5f0e1737-77b8-4850-a4a0-0528ae8018ae tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/ports?device_id=11ca80e3-1559-459b-bbb6-d1f2f225e28e HTTP/1.1" status: 200 len: 210 time: 0.0656550 Apr 15 11:07:49.146025 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-a3867dae-7087-45c3-a7db-703a5207a8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'name': 'tempest-AttachVolumeTestJSON-1044229295-router', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '11422df9-d296-4e49-a664-6b10ce1630be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:06Z', 'updated_at': '2021-04-15T11:01:11Z', 'revision_number': 4, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'gw_port': {'id': '11422df9-d296-4e49-a664-6b10ce1630be', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:21:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:07Z', 'updated_at': '2021-04-15T11:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '8ff38127-e0a6-42f3-8d1a-6601a6e0ece5', 'name': '', 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'mac_address': 'fa:16:3e:29:60:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7f9fd427-705c-4c25-9c31-812ae7cb8576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:10Z', 'updated_at': '2021-04-15T11:01:18Z', 'revision_number': 5, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'subnets': [{'id': '7f9fd427-705c-4c25-9c31-812ae7cb8576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:07:49.150152 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3867dae-7087-45c3-a7db-703a5207a8a5 None None] Checking router: 7c2089bb-83ab-4259-8249-c74247cdb2bb for host: dv-cinder-786383-1-iscsi {{(pid=85276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:07:49.159517 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3867dae-7087-45c3-a7db-703a5207a8a5 None None] Routers {'7c2089bb-83ab-4259-8249-c74247cdb2bb'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:07:49.160168 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-a3867dae-7087-45c3-a7db-703a5207a8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:07:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['7c2089bb-83ab-4259-8249-c74247cdb2bb'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:07:49.345212 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-a3867dae-7087-45c3-a7db-703a5207a8a5 None None] Set router 7c2089bb-83ab-4259-8249-c74247cdb2bb gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:07:49.678162 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-a3867dae-7087-45c3-a7db-703a5207a8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'name': 'tempest-AttachVolumeTestJSON-1044229295-router', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '11422df9-d296-4e49-a664-6b10ce1630be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:06Z', 'updated_at': '2021-04-15T11:01:11Z', 'revision_number': 4, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'gw_port': {'id': '11422df9-d296-4e49-a664-6b10ce1630be', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:21:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:07Z', 'updated_at': '2021-04-15T11:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '8ff38127-e0a6-42f3-8d1a-6601a6e0ece5', 'name': '', 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'mac_address': 'fa:16:3e:29:60:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7f9fd427-705c-4c25-9c31-812ae7cb8576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:10Z', 'updated_at': '2021-04-15T11:01:18Z', 'revision_number': 5, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'subnets': [{'id': '7f9fd427-705c-4c25-9c31-812ae7cb8576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:07:49.682491 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3867dae-7087-45c3-a7db-703a5207a8a5 None None] The sync data for ids ['7c2089bb-83ab-4259-8249-c74247cdb2bb'] in dv-cinder-786383-1-iscsi is: [{'id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'name': 'tempest-AttachVolumeTestJSON-1044229295-router', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '11422df9-d296-4e49-a664-6b10ce1630be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:06Z', 'updated_at': '2021-04-15T11:01:11Z', 'revision_number': 4, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'gw_port': {'id': '11422df9-d296-4e49-a664-6b10ce1630be', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:21:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:07Z', 'updated_at': '2021-04-15T11:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': '8ff38127-e0a6-42f3-8d1a-6601a6e0ece5', 'name': '', 'network_id': '4937fa2d-486c-425f-8f41-7505739147e5', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'mac_address': 'fa:16:3e:29:60:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7f9fd427-705c-4c25-9c31-812ae7cb8576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:10Z', 'updated_at': '2021-04-15T11:01:18Z', 'revision_number': 5, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'subnets': [{'id': '7f9fd427-705c-4c25-9c31-812ae7cb8576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:07:49.904621 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device ed68062c-c726-4c5c-800e-7bce992f1c6b no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:07:49.942534 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] No Port match for: ed68062c-c726-4c5c-800e-7bce992f1c6b {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:07:49.942934 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device ed68062c-c726-4c5c-800e-7bce992f1c6b not bound to the agent host hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:07:50.058201 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962f596e-5441-4bfa-a1c0-13d168c20770 None None] New status for floating IP f9494efc-0fff-4b45-9b50-301fb475cb95: DOWN {{(pid=85273) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:07:50.083046 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 47520) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:50.153216 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-60c1277d-84f6-4279-bf84-7128234ffc39 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:50.182921 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-60c1277d-84f6-4279-bf84-7128234ffc39 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:50.232555 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-60c1277d-84f6-4279-bf84-7128234ffc39 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:50.238468 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-491fbb4a-6ecf-42ea-b795-f7e6de8eb53b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:50.254382 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1277d-84f6-4279-bf84-7128234ffc39 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ded8356-7c90-49d5-89d4-0d90a7d888b8,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:50.267382 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1277d-84f6-4279-bf84-7128234ffc39 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:50.267827 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1277d-84f6-4279-bf84-7128234ffc39 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:50.268258 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1277d-84f6-4279-bf84-7128234ffc39 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:50.268684 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1277d-84f6-4279-bf84-7128234ffc39 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:50.269103 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1277d-84f6-4279-bf84-7128234ffc39 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:50.269526 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1277d-84f6-4279-bf84-7128234ffc39 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:50.269942 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1277d-84f6-4279-bf84-7128234ffc39 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:50.270360 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1277d-84f6-4279-bf84-7128234ffc39 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:50.270780 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1277d-84f6-4279-bf84-7128234ffc39 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:50.271220 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1277d-84f6-4279-bf84-7128234ffc39 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:50.271640 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1277d-84f6-4279-bf84-7128234ffc39 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:50.272053 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1277d-84f6-4279-bf84-7128234ffc39 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:50.276130 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-60c1277d-84f6-4279-bf84-7128234ffc39 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:50.277160 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-60c1277d-84f6-4279-bf84-7128234ffc39 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:50.283913 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-60c1277d-84f6-4279-bf84-7128234ffc39 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "DELETE /v2.0/security-groups/8ded8356-7c90-49d5-89d4-0d90a7d888b8 HTTP/1.1" status: 204 len: 168 time: 0.1942685 Apr 15 11:07:50.283913 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 47524) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:50.300835 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.api.v2.resource [None req-0208f552-fa44-45c4-b8ea-31fa562b4b25 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] show failed (client error): The resource could not be found. Apr 15 11:07:50.303457 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-0208f552-fa44-45c4-b8ea-31fa562b4b25 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "GET /v2.0/security-groups/8ded8356-7c90-49d5-89d4-0d90a7d888b8 HTTP/1.1" status: 404 len: 347 time: 0.0197370 Apr 15 11:07:50.304811 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 47528) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:50.478004 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-c791296f-a7b9-4759-a83f-ce375a9cec49 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Deleting port 15e918e9-79fc-4dbd-af63-872f55163b42 {{(pid=85272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:07:50.478382 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c791296f-a7b9-4759-a83f-ce375a9cec49 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:50.669595 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c791296f-a7b9-4759-a83f-ce375a9cec49 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:50.669965 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c791296f-a7b9-4759-a83f-ce375a9cec49 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:50.801714 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-c791296f-a7b9-4759-a83f-ce375a9cec49 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Calling delete_port for 15e918e9-79fc-4dbd-af63-872f55163b42 owned by network:floatingip {{(pid=85272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:07:50.881589 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-134d0fab-3751-424d-beb7-ba334c12ad0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:50.945965 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c791296f-a7b9-4759-a83f-ce375a9cec49 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:50.961337 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-7026d983-700a-4547-9a8c-14b1d770397b tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:51.056015 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791296f-a7b9-4759-a83f-ce375a9cec49 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Pushing event deleted for resources: {'Port': ['ID=15e918e9-79fc-4dbd-af63-872f55163b42,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:51.059958 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-c791296f-a7b9-4759-a83f-ce375a9cec49 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:51.220797 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c791296f-a7b9-4759-a83f-ce375a9cec49 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks [] for floatingip, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:51.237265 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c791296f-a7b9-4759-a83f-ce375a9cec49 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for floatingip, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:51.238501 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-c791296f-a7b9-4759-a83f-ce375a9cec49 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] 10.222.0.36 "DELETE /v2.0/floatingips/f9494efc-0fff-4b45-9b50-301fb475cb95 HTTP/1.1" status: 204 len: 168 time: 0.9327211 Apr 15 11:07:53.395027 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a917cb4c-21ab-44a3-bf2a-b0a015ec333f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:54.203147 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:54.374734 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:55.186852 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:55.325838 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 47558) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:55.345410 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:56.015332 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2b14a58f-80b6-46cd-aae7-f03426bd9081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854366199'] for router_interface, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:56.635058 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-2b14a58f-80b6-46cd-aae7-f03426bd9081 admin admin] Deleting port 8ff38127-e0a6-42f3-8d1a-6601a6e0ece5 {{(pid=85272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:07:56.635614 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2b14a58f-80b6-46cd-aae7-f03426bd9081 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:56.779688 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:07:56.819335 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-2b14a58f-80b6-46cd-aae7-f03426bd9081 admin admin] For port 8ff38127-e0a6-42f3-8d1a-6601a6e0ece5, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=8ff38127-e0a6-42f3-8d1a-6601a6e0ece5,segment=NetworkSegment(5ff09553-2e45-4579-a75d-318aee94609d),segment_id=5ff09553-2e45-4579-a75d-318aee94609d)] {{(pid=85272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:07:56.819745 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2b14a58f-80b6-46cd-aae7-f03426bd9081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:56.955448 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-2b14a58f-80b6-46cd-aae7-f03426bd9081 admin admin] Calling delete_port for 8ff38127-e0a6-42f3-8d1a-6601a6e0ece5 owned by network:router_interface {{(pid=85272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:07:57.131485 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2b14a58f-80b6-46cd-aae7-f03426bd9081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:57.147697 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-c791296f-a7b9-4759-a83f-ce375a9cec49 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:57.244531 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14a58f-80b6-46cd-aae7-f03426bd9081 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ff38127-e0a6-42f3-8d1a-6601a6e0ece5,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:57.248447 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-2b14a58f-80b6-46cd-aae7-f03426bd9081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:57.612340 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-2b14a58f-80b6-46cd-aae7-f03426bd9081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854360612'] for router_interface, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:58.125269 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b14a58f-80b6-46cd-aae7-f03426bd9081 admin admin] Router 7c2089bb-83ab-4259-8249-c74247cdb2bb has already been hosted by L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 {{(pid=85272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:07:58.312801 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b14a58f-80b6-46cd-aae7-f03426bd9081 admin admin] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:07:58.322107 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf44486-2faf-4d34-ad85-42abbaaf6da0 None None] Sync routers for ids ['7c2089bb-83ab-4259-8249-c74247cdb2bb'] in dv-cinder-786383-1-iscsi {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:07:58.326833 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-2b14a58f-80b6-46cd-aae7-f03426bd9081 admin admin] 10.222.0.36 "PUT /v2.0/routers/7c2089bb-83ab-4259-8249-c74247cdb2bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9996593 Apr 15 11:07:58.329985 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 47564) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:58.332935 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf44486-2faf-4d34-ad85-42abbaaf6da0 None None] Routers {'7c2089bb-83ab-4259-8249-c74247cdb2bb'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:07:58.333773 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-5bf44486-2faf-4d34-ad85-42abbaaf6da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:07:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['7c2089bb-83ab-4259-8249-c74247cdb2bb'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:07:58.524629 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe21a-037b-4485-8c0a-283e72f7fb88 admin admin] Notify callbacks [] for router, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:58.526115 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-5bf44486-2faf-4d34-ad85-42abbaaf6da0 None None] Set router 7c2089bb-83ab-4259-8249-c74247cdb2bb gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:07:58.723173 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe21a-037b-4485-8c0a-283e72f7fb88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:58.731759 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-fb0fe21a-037b-4485-8c0a-283e72f7fb88 admin admin] Deleting port 11422df9-d296-4e49-a664-6b10ce1630be {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:07:58.732136 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe21a-037b-4485-8c0a-283e72f7fb88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:58.832042 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-5bf44486-2faf-4d34-ad85-42abbaaf6da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'name': 'tempest-AttachVolumeTestJSON-1044229295-router', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '11422df9-d296-4e49-a664-6b10ce1630be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:06Z', 'updated_at': '2021-04-15T11:07:57Z', 'revision_number': 5, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'gw_port': {'id': '11422df9-d296-4e49-a664-6b10ce1630be', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:21:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:07Z', 'updated_at': '2021-04-15T11:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi'}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:07:58.836133 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf44486-2faf-4d34-ad85-42abbaaf6da0 None None] Checking router: 7c2089bb-83ab-4259-8249-c74247cdb2bb for host: dv-cinder-786383-1-iscsi {{(pid=85276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:07:58.845571 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf44486-2faf-4d34-ad85-42abbaaf6da0 None None] Routers {'7c2089bb-83ab-4259-8249-c74247cdb2bb'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:07:58.846214 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-5bf44486-2faf-4d34-ad85-42abbaaf6da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:07:53Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['7c2089bb-83ab-4259-8249-c74247cdb2bb'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:07:58.921111 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-fb0fe21a-037b-4485-8c0a-283e72f7fb88 admin admin] For port 11422df9-d296-4e49-a664-6b10ce1630be, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=11422df9-d296-4e49-a664-6b10ce1630be,segment=NetworkSegment(c54efefa-f121-49d4-9f1f-b433dc39aac8),segment_id=c54efefa-f121-49d4-9f1f-b433dc39aac8)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:07:58.921512 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe21a-037b-4485-8c0a-283e72f7fb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:59.007733 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-5bf44486-2faf-4d34-ad85-42abbaaf6da0 None None] Set router 7c2089bb-83ab-4259-8249-c74247cdb2bb gateway port host: None {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:07:59.053989 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-fb0fe21a-037b-4485-8c0a-283e72f7fb88 admin admin] Calling delete_port for 11422df9-d296-4e49-a664-6b10ce1630be owned by network:router_gateway {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:07:59.125447 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-5bf44486-2faf-4d34-ad85-42abbaaf6da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'name': 'tempest-AttachVolumeTestJSON-1044229295-router', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:06Z', 'updated_at': '2021-04-15T11:07:58Z', 'revision_number': 6, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'gw_port_host': None}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:07:59.130470 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf44486-2faf-4d34-ad85-42abbaaf6da0 None None] The sync data for ids ['7c2089bb-83ab-4259-8249-c74247cdb2bb'] in dv-cinder-786383-1-iscsi is: [{'id': '7c2089bb-83ab-4259-8249-c74247cdb2bb', 'name': 'tempest-AttachVolumeTestJSON-1044229295-router', 'tenant_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:06Z', 'updated_at': '2021-04-15T11:07:58Z', 'revision_number': 6, 'project_id': 'deae0b492b4b43be850d6b1e6cdedac1', 'gw_port_host': None}] {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:07:59.243448 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe21a-037b-4485-8c0a-283e72f7fb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:59.260595 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-855fe8e4-b680-4f20-9003-436c20ef34c7 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:59.354961 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0fe21a-037b-4485-8c0a-283e72f7fb88 admin admin] Pushing event deleted for resources: {'Port': ['ID=11422df9-d296-4e49-a664-6b10ce1630be,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:59.357990 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-fb0fe21a-037b-4485-8c0a-283e72f7fb88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:59.550670 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe21a-037b-4485-8c0a-283e72f7fb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854360774'] for router_gateway, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:59.744413 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe21a-037b-4485-8c0a-283e72f7fb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854364964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036850582298'] for router, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:59.746794 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe21a-037b-4485-8c0a-283e72f7fb88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:59.769507 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe21a-037b-4485-8c0a-283e72f7fb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-504396'] for router, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:59.770093 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0fe21a-037b-4485-8c0a-283e72f7fb88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c2089bb-83ab-4259-8249-c74247cdb2bb {{(pid=85270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 11:07:59.783107 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe21a-037b-4485-8c0a-283e72f7fb88 admin admin] Notify callbacks [] for router, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:59.784420 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-fb0fe21a-037b-4485-8c0a-283e72f7fb88 admin admin] 10.222.0.36 "DELETE /v2.0/routers/7c2089bb-83ab-4259-8249-c74247cdb2bb HTTP/1.1" status: 204 len: 168 time: 1.4532144 Apr 15 11:07:59.786985 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 47568) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:59.855212 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee532505-523d-4d7c-bf03-bef087e122c6 admin admin] Deleting subnet 7f9fd427-705c-4c25-9c31-812ae7cb8576 {{(pid=85270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:07:59.858346 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ee532505-523d-4d7c-bf03-bef087e122c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:59.915134 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ee532505-523d-4d7c-bf03-bef087e122c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851805275'] for subnet, precommit_delete_associations {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:59.996761 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ee532505-523d-4d7c-bf03-bef087e122c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32014'] for subnet, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:00.254810 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ee532505-523d-4d7c-bf03-bef087e122c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854743802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850600606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146478'] for subnet, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:00.269956 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:00.596445 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee532505-523d-4d7c-bf03-bef087e122c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f9fd427-705c-4c25-9c31-812ae7cb8576,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:00.599175 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-ee532505-523d-4d7c-bf03-bef087e122c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:00.650479 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ee532505-523d-4d7c-bf03-bef087e122c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for subnet, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:00.655639 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19114ca0-2870-4c0c-97d7-b7157a8e1d34 None None] Network 4937fa2d-486c-425f-8f41-7505739147e5 requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:08:00.657404 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-ee532505-523d-4d7c-bf03-bef087e122c6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7f9fd427-705c-4c25-9c31-812ae7cb8576 HTTP/1.1" status: 204 len: 168 time: 0.8693395 Apr 15 11:08:00.660665 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 47572) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:00.743479 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 11422df9-d296-4e49-a664-6b10ce1630be no longer exists at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:08:00.780341 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-83fb12ac-c54e-4d60-aae5-c9403c0c663c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853840452'] for network, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:00.783730 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] No Port match for: 11422df9-d296-4e49-a664-6b10ce1630be {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:08:00.784127 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 11422df9-d296-4e49-a664-6b10ce1630be not bound to the agent host dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:08:00.784600 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 8ff38127-e0a6-42f3-8d1a-6601a6e0ece5 no longer exists at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:08:00.835785 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] No Port match for: 8ff38127-e0a6-42f3-8d1a-6601a6e0ece5 {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:08:00.836181 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 8ff38127-e0a6-42f3-8d1a-6601a6e0ece5 not bound to the agent host dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:08:00.854322 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-83fb12ac-c54e-4d60-aae5-c9403c0c663c admin admin] Deleting port c7af64d0-dd38-445c-b637-2b789b6150ca {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:08:00.854615 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-83fb12ac-c54e-4d60-aae5-c9403c0c663c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:00.993986 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68116df-72bd-46c6-be7e-17112c18491e None None] DHCP port deletion for 4937fa2d-486c-425f-8f41-7505739147e5 request from dv-cinder-786383-1-iscsi {{(pid=85273) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 11:08:00.998311 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-f68116df-72bd-46c6-be7e-17112c18491e None None] Deleting port c7af64d0-dd38-445c-b637-2b789b6150ca {{(pid=85273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:08:00.998740 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f68116df-72bd-46c6-be7e-17112c18491e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:01.080786 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-83fb12ac-c54e-4d60-aae5-c9403c0c663c admin admin] For port c7af64d0-dd38-445c-b637-2b789b6150ca, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=c7af64d0-dd38-445c-b637-2b789b6150ca,segment=NetworkSegment(5ff09553-2e45-4579-a75d-318aee94609d),segment_id=5ff09553-2e45-4579-a75d-318aee94609d)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:08:01.081203 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-83fb12ac-c54e-4d60-aae5-c9403c0c663c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:01.223066 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-83fb12ac-c54e-4d60-aae5-c9403c0c663c admin admin] Calling delete_port for c7af64d0-dd38-445c-b637-2b789b6150ca owned by network:dhcp {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:08:01.312062 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-83fb12ac-c54e-4d60-aae5-c9403c0c663c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:01.329150 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-2f2b5124-8188-4be8-9279-3d433d98f865 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:01.394735 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-f68116df-72bd-46c6-be7e-17112c18491e None None] For port c7af64d0-dd38-445c-b637-2b789b6150ca, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=c7af64d0-dd38-445c-b637-2b789b6150ca,segment=NetworkSegment(5ff09553-2e45-4579-a75d-318aee94609d),segment_id=5ff09553-2e45-4579-a75d-318aee94609d)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:08:01.395207 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f68116df-72bd-46c6-be7e-17112c18491e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:01.424005 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb12ac-c54e-4d60-aae5-c9403c0c663c admin admin] Pushing event deleted for resources: {'Port': ['ID=c7af64d0-dd38-445c-b637-2b789b6150ca,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:01.431342 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-83fb12ac-c54e-4d60-aae5-c9403c0c663c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:01.485591 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fb12ac-c54e-4d60-aae5-c9403c0c663c admin admin] No DVR routers for this DVR port c7af64d0-dd38-445c-b637-2b789b6150ca on host dv-cinder-786383-1-iscsi {{(pid=85270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:08:01.528912 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-f68116df-72bd-46c6-be7e-17112c18491e None None] Calling delete_port for c7af64d0-dd38-445c-b637-2b789b6150ca owned by network:dhcp {{(pid=85273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:08:01.605985 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.db.api [None req-f68116df-72bd-46c6-be7e-17112c18491e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85273) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 11:08:01.606400 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_db.api [None req-f68116df-72bd-46c6-be7e-17112c18491e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 11:08:01.614132 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-83fb12ac-c54e-4d60-aae5-c9403c0c663c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854600463', 'neutron.services.segments.db._delete_segments_for_network--9223363301131922753'] for network, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:01.730626 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-83fb12ac-c54e-4d60-aae5-c9403c0c663c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4937fa2d-486c-425f-8f41-7505739147e5']}} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:08:01.744158 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-83fb12ac-c54e-4d60-aae5-c9403c0c663c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff09553-2e45-4579-a75d-318aee94609d') {'for_net_delete': True} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:08:01.744449 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-83fb12ac-c54e-4d60-aae5-c9403c0c663c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff09553-2e45-4579-a75d-318aee94609d') {} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:08:01.756578 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-83fb12ac-c54e-4d60-aae5-c9403c0c663c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301131932993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2970557'] for segment, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:01.771260 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-83fb12ac-c54e-4d60-aae5-c9403c0c663c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854748824'] for segment, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:01.777600 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83fb12ac-c54e-4d60-aae5-c9403c0c663c admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=85270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:08:01.965567 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-83fb12ac-c54e-4d60-aae5-c9403c0c663c admin admin] Network 4937fa2d-486c-425f-8f41-7505739147e5 has no segments {{(pid=85270) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:08:01.975289 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-83fb12ac-c54e-4d60-aae5-c9403c0c663c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-26960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4175553'] for segment, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:02.107549 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-f68116df-72bd-46c6-be7e-17112c18491e None None] Deleting port c7af64d0-dd38-445c-b637-2b789b6150ca {{(pid=85273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:08:02.107986 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f68116df-72bd-46c6-be7e-17112c18491e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:02.157298 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-83fb12ac-c54e-4d60-aae5-c9403c0c663c admin admin] Network 4937fa2d-486c-425f-8f41-7505739147e5 has no segments {{(pid=85270) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:08:02.181077 dv-cinder-786383-1-iscsi neutron-server[85157]: Traceback (most recent call last): Apr 15 11:08:02.181077 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:08:02.181077 dv-cinder-786383-1-iscsi neutron-server[85157]: timer() Apr 15 11:08:02.181077 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:08:02.181077 dv-cinder-786383-1-iscsi neutron-server[85157]: cb(*args, **kw) Apr 15 11:08:02.181077 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:08:02.181077 dv-cinder-786383-1-iscsi neutron-server[85157]: return func(*args, **kwargs) Apr 15 11:08:02.181077 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:08:02.181077 dv-cinder-786383-1-iscsi neutron-server[85157]: self._notify() Apr 15 11:08:02.181077 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:08:02.181077 dv-cinder-786383-1-iscsi neutron-server[85157]: self.callback(batched_events) Apr 15 11:08:02.181077 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:08:02.181077 dv-cinder-786383-1-iscsi neutron-server[85157]: event.method(event) Apr 15 11:08:02.181077 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:08:02.181077 dv-cinder-786383-1-iscsi neutron-server[85157]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:08:02.181077 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:08:02.181077 dv-cinder-786383-1-iscsi neutron-server[85157]: segment_id)['aggregates'][0] Apr 15 11:08:02.181077 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:08:02.181077 dv-cinder-786383-1-iscsi neutron-server[85157]: return f(self, *a, **k) Apr 15 11:08:02.181077 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:08:02.181077 dv-cinder-786383-1-iscsi neutron-server[85157]: return self._get(url).json() Apr 15 11:08:02.181077 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:08:02.181077 dv-cinder-786383-1-iscsi neutron-server[85157]: **kwargs) Apr 15 11:08:02.181077 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:08:02.181077 dv-cinder-786383-1-iscsi neutron-server[85157]: return self.request(url, 'GET', **kwargs) Apr 15 11:08:02.181077 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:08:02.181077 dv-cinder-786383-1-iscsi neutron-server[85157]: **endpoint_filter) Apr 15 11:08:02.181077 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:08:02.181077 dv-cinder-786383-1-iscsi neutron-server[85157]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:08:02.181077 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:08:02.181077 dv-cinder-786383-1-iscsi neutron-server[85157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:08:02.181077 dv-cinder-786383-1-iscsi neutron-server[85157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:08:02.184131 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-f68116df-72bd-46c6-be7e-17112c18491e None None] The port 'c7af64d0-dd38-445c-b637-2b789b6150ca' was deleted {{(pid=85273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 11:08:02.261695 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-83fb12ac-c54e-4d60-aae5-c9403c0c663c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-175238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414992'] for network, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:02.265431 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-b5774964-e761-4aa6-b619-e705dee8fdd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:02.282562 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-83fb12ac-c54e-4d60-aae5-c9403c0c663c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for network, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:02.289239 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb12ac-c54e-4d60-aae5-c9403c0c663c admin admin] Pushing event deleted for resources: {'Network': ['ID=4937fa2d-486c-425f-8f41-7505739147e5,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:02.293821 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-83fb12ac-c54e-4d60-aae5-c9403c0c663c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:02.300323 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-83fb12ac-c54e-4d60-aae5-c9403c0c663c admin admin] 10.222.0.36 "DELETE /v2.0/networks/4937fa2d-486c-425f-8f41-7505739147e5 HTTP/1.1" status: 204 len: 168 time: 1.6386921 Apr 15 11:08:02.420143 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 47578) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:02.473962 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-bb4271af-0978-4c13-9fba-34892112de2a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=deae0b492b4b43be850d6b1e6cdedac1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524807 Apr 15 11:08:02.476503 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 47582) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:02.541528 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-189f4b41-05d4-43ae-a4fa-18bd85c486b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:02.569166 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-189f4b41-05d4-43ae-a4fa-18bd85c486b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:02.620537 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-189f4b41-05d4-43ae-a4fa-18bd85c486b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:02.626160 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-dcc99160-04ca-4329-b3e1-d2b8d3566d40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:02.640641 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f4b41-05d4-43ae-a4fa-18bd85c486b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad6f2de-c655-4da6-9c10-185fbd933b54,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:02.643761 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-189f4b41-05d4-43ae-a4fa-18bd85c486b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:02.649052 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-189f4b41-05d4-43ae-a4fa-18bd85c486b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:02.650369 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-189f4b41-05d4-43ae-a4fa-18bd85c486b0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8ad6f2de-c655-4da6-9c10-185fbd933b54 HTTP/1.1" status: 204 len: 168 time: 0.1728985 Apr 15 11:08:02.728076 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device c7af64d0-dd38-445c-b637-2b789b6150ca no longer exists at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:08:02.769107 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] No Port match for: c7af64d0-dd38-445c-b637-2b789b6150ca {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:08:02.769506 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device c7af64d0-dd38-445c-b637-2b789b6150ca not bound to the agent host dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:08:04.621773 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 47634) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:04.751855 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a375283e-b9dc-498e-8187-b3966bdfac02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:04.767431 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-a375283e-b9dc-498e-8187-b3966bdfac02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:08:04.771528 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-a375283e-b9dc-498e-8187-b3966bdfac02 admin admin] Usage tracker for resource:security_group_rule and tenant:1bf6257fd3ab4230a38e60f8eceb7971 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:08:04.774510 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-a375283e-b9dc-498e-8187-b3966bdfac02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:08:04.780643 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-a375283e-b9dc-498e-8187-b3966bdfac02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:08:04.869309 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a375283e-b9dc-498e-8187-b3966bdfac02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:04.872107 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a375283e-b9dc-498e-8187-b3966bdfac02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:04.881229 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-a443223f-3c70-42b7-98a8-e0f3b2970fdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:04.926978 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-a375283e-b9dc-498e-8187-b3966bdfac02 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1bf6257fd3ab4230a38e60f8eceb7971&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3039694 Apr 15 11:08:04.928765 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375283e-b9dc-498e-8187-b3966bdfac02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cef9c30-8a6f-471a-b586-56b8485f8ec1,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:04.930062 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 47640) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:04.932074 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-a375283e-b9dc-498e-8187-b3966bdfac02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:04.992805 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ebd285ed-76a5-4826-b370-719bf84b7b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:05.020043 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ebd285ed-76a5-4826-b370-719bf84b7b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:05.070022 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ebd285ed-76a5-4826-b370-719bf84b7b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:05.075088 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-60c1277d-84f6-4279-bf84-7128234ffc39 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:05.089615 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd285ed-76a5-4826-b370-719bf84b7b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cef9c30-8a6f-471a-b586-56b8485f8ec1,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:05.092056 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-ebd285ed-76a5-4826-b370-719bf84b7b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:05.094841 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ebd285ed-76a5-4826-b370-719bf84b7b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:05.096209 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-ebd285ed-76a5-4826-b370-719bf84b7b5d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4cef9c30-8a6f-471a-b586-56b8485f8ec1 HTTP/1.1" status: 204 len: 168 time: 0.1649747 Apr 15 11:08:05.388591 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 47648) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:05.408833 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1526e634-7261-4686-a8cf-209ea4be1c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:05.424795 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-1526e634-7261-4686-a8cf-209ea4be1c08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:08:05.429154 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-1526e634-7261-4686-a8cf-209ea4be1c08 admin admin] Usage tracker for resource:security_group_rule and tenant:fd9f6bc66f1240c4b0589f580cbff9c7 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:08:05.432263 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-1526e634-7261-4686-a8cf-209ea4be1c08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:08:05.439038 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-1526e634-7261-4686-a8cf-209ea4be1c08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:08:05.531866 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1526e634-7261-4686-a8cf-209ea4be1c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:05.535387 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1526e634-7261-4686-a8cf-209ea4be1c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:05.544230 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-a8fc09a3-f3b1-4c82-a6de-f4db49a433ac tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:05.589700 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-1526e634-7261-4686-a8cf-209ea4be1c08 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fd9f6bc66f1240c4b0589f580cbff9c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1999099 Apr 15 11:08:05.590697 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526e634-7261-4686-a8cf-209ea4be1c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ca118e-500b-476f-abf1-7bc74ae96dd2,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:05.592696 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 47652) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:05.594077 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1526e634-7261-4686-a8cf-209ea4be1c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:05.660437 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-02a74bad-fedb-433e-8dfd-219abcae1932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:05.688434 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-02a74bad-fedb-433e-8dfd-219abcae1932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:05.742316 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-02a74bad-fedb-433e-8dfd-219abcae1932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:05.747616 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-8f56a1da-dab8-4a37-b48d-8558cd3b21bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:05.761549 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a74bad-fedb-433e-8dfd-219abcae1932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ca118e-500b-476f-abf1-7bc74ae96dd2,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:05.764732 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-02a74bad-fedb-433e-8dfd-219abcae1932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:05.767524 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-02a74bad-fedb-433e-8dfd-219abcae1932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:05.768614 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-02a74bad-fedb-433e-8dfd-219abcae1932 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b0ca118e-500b-476f-abf1-7bc74ae96dd2 HTTP/1.1" status: 204 len: 168 time: 0.1745033 Apr 15 11:08:07.450760 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 47694) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:07.580833 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-27dc94e7-acc3-418a-a1b3-b04d267ef149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:07.596923 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-27dc94e7-acc3-418a-a1b3-b04d267ef149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:08:07.601043 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-27dc94e7-acc3-418a-a1b3-b04d267ef149 admin admin] Usage tracker for resource:security_group_rule and tenant:f2be9a46ec264e14b6ea80e56b3a953b is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:08:07.604096 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-27dc94e7-acc3-418a-a1b3-b04d267ef149 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:08:07.611191 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-27dc94e7-acc3-418a-a1b3-b04d267ef149 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:08:07.704432 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-27dc94e7-acc3-418a-a1b3-b04d267ef149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:07.707205 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-27dc94e7-acc3-418a-a1b3-b04d267ef149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:07.716117 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1ac2743c-2fa5-4a79-8b2e-4f70fff5632c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:07.761640 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-27dc94e7-acc3-418a-a1b3-b04d267ef149 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f2be9a46ec264e14b6ea80e56b3a953b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3096726 Apr 15 11:08:07.763401 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc94e7-acc3-418a-a1b3-b04d267ef149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfafa52f-2b0f-403c-9505-f08c4f43cb60,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:07.764564 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 47700) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:07.767103 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-27dc94e7-acc3-418a-a1b3-b04d267ef149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:07.826983 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e13090d5-f12f-4533-8637-3f3353182b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:07.854224 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e13090d5-f12f-4533-8637-3f3353182b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:07.903924 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e13090d5-f12f-4533-8637-3f3353182b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:07.909685 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-8fbe1aff-904b-4ac8-bb36-2baa261e99ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:07.925312 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13090d5-f12f-4533-8637-3f3353182b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfafa52f-2b0f-403c-9505-f08c4f43cb60,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:07.927752 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e13090d5-f12f-4533-8637-3f3353182b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:07.937650 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e13090d5-f12f-4533-8637-3f3353182b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:07.941530 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-e13090d5-f12f-4533-8637-3f3353182b8e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bfafa52f-2b0f-403c-9505-f08c4f43cb60 HTTP/1.1" status: 204 len: 168 time: 0.1731987 Apr 15 11:08:08.240439 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 47708) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:08.260589 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8d86da43-f60c-416e-82e0-14ac03c7c291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:08.277769 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-8d86da43-f60c-416e-82e0-14ac03c7c291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:08:08.282987 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-8d86da43-f60c-416e-82e0-14ac03c7c291 admin admin] Usage tracker for resource:security_group_rule and tenant:03f0bfe895c740f5a84a4c57c19c9190 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:08:08.285931 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-8d86da43-f60c-416e-82e0-14ac03c7c291 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:08:08.292052 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-8d86da43-f60c-416e-82e0-14ac03c7c291 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:08:08.380689 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8d86da43-f60c-416e-82e0-14ac03c7c291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:08.383649 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8d86da43-f60c-416e-82e0-14ac03c7c291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:08.393719 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-4c2ae49f-e693-4bf0-96d9-5d7a3c55b7ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:08.435999 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-8d86da43-f60c-416e-82e0-14ac03c7c291 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=03f0bfe895c740f5a84a4c57c19c9190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1943729 Apr 15 11:08:08.438312 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d86da43-f60c-416e-82e0-14ac03c7c291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079ce9fd-4d6b-4f04-96c1-0812064247f4,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:08.439486 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 47712) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:08.442021 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-8d86da43-f60c-416e-82e0-14ac03c7c291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:08.507822 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8e646a26-9f21-4f12-892d-d3ea8f29de31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:08.536429 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8e646a26-9f21-4f12-892d-d3ea8f29de31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:08.583714 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8e646a26-9f21-4f12-892d-d3ea8f29de31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:08.588718 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-c8fcc116-4d6a-4c40-8829-a2b1ae40914b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:08.603027 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e646a26-9f21-4f12-892d-d3ea8f29de31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079ce9fd-4d6b-4f04-96c1-0812064247f4,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:08.606111 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-8e646a26-9f21-4f12-892d-d3ea8f29de31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:08.610521 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8e646a26-9f21-4f12-892d-d3ea8f29de31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:08.611765 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-8e646a26-9f21-4f12-892d-d3ea8f29de31 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/079ce9fd-4d6b-4f04-96c1-0812064247f4 HTTP/1.1" status: 204 len: 168 time: 0.1710830 Apr 15 11:08:10.604576 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 47758) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:10.738101 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6cfa5dab-a747-452a-9394-20e865042392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:10.754300 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-6cfa5dab-a747-452a-9394-20e865042392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:08:10.758465 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-6cfa5dab-a747-452a-9394-20e865042392 admin admin] Usage tracker for resource:security_group_rule and tenant:81a2ce88cdb74b9ca8c14e443559ebf5 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:08:10.761438 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-6cfa5dab-a747-452a-9394-20e865042392 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:08:10.768130 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-6cfa5dab-a747-452a-9394-20e865042392 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:08:10.852789 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6cfa5dab-a747-452a-9394-20e865042392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:10.855511 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6cfa5dab-a747-452a-9394-20e865042392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:10.864387 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-ae8151fe-a5c9-4310-89ea-8e97ab91f987 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:10.906731 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-6cfa5dab-a747-452a-9394-20e865042392 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=81a2ce88cdb74b9ca8c14e443559ebf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009009 Apr 15 11:08:10.908628 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa5dab-a747-452a-9394-20e865042392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043e4b4e-cea1-4ff6-887c-267a3615b700,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:10.909778 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 47764) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:10.912158 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-6cfa5dab-a747-452a-9394-20e865042392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:10.977081 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d5b204bc-c5c9-45e4-8109-b1f835b50511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:11.004861 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d5b204bc-c5c9-45e4-8109-b1f835b50511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:11.049697 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d5b204bc-c5c9-45e4-8109-b1f835b50511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:11.054653 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-6dbc0ee2-9245-4bed-98cc-379eefc130ed tempest-TestMinimumBasicScenario-761928533 tempest-TestMinimumBasicScenario-761928533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:11.071023 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b204bc-c5c9-45e4-8109-b1f835b50511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043e4b4e-cea1-4ff6-887c-267a3615b700,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:11.074222 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-d5b204bc-c5c9-45e4-8109-b1f835b50511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:11.078779 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d5b204bc-c5c9-45e4-8109-b1f835b50511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:11.080365 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-d5b204bc-c5c9-45e4-8109-b1f835b50511 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/043e4b4e-cea1-4ff6-887c-267a3615b700 HTTP/1.1" status: 204 len: 168 time: 0.1693141 Apr 15 11:08:11.355111 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-23190e47-a707-4318-9151-838e70ad42d4 req-dbd240d5-e4d3-4b83-ace6-3cc066e8132b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0842443 Apr 15 11:08:11.395247 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 47772) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:11.414883 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-cdb660a5-9505-47dc-9b69-a8c55a7ad960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:11.431414 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-cdb660a5-9505-47dc-9b69-a8c55a7ad960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:08:11.480090 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-cdb660a5-9505-47dc-9b69-a8c55a7ad960 admin admin] Usage tracker for resource:security_group_rule and tenant:70c275ae1d3344ea8eb29216b78ec4d8 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:08:11.488252 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-cdb660a5-9505-47dc-9b69-a8c55a7ad960 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:08:11.496230 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-cdb660a5-9505-47dc-9b69-a8c55a7ad960 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:08:11.559940 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23190e47-a707-4318-9151-838e70ad42d4 req-3931adca-db8c-465e-ba83-4d10770f6e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:08:11.561560 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-23190e47-a707-4318-9151-838e70ad42d4 req-3931adca-db8c-465e-ba83-4d10770f6e0b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac1790d75e884150a63b62344bf5298d&device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 1098 time: 0.1276555 Apr 15 11:08:11.712025 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-cdb660a5-9505-47dc-9b69-a8c55a7ad960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:11.719842 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-cdb660a5-9505-47dc-9b69-a8c55a7ad960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:11.730741 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-840a391b-dd96-43ed-978d-19c92c4da82e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:11.803589 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-cdb660a5-9505-47dc-9b69-a8c55a7ad960 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=70c275ae1d3344ea8eb29216b78ec4d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4070938 Apr 15 11:08:11.805774 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23190e47-a707-4318-9151-838e70ad42d4 req-f3e873a2-27e1-4181-be6c-e7053c11d93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:08:11.806674 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 47776) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:11.807285 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-23190e47-a707-4318-9151-838e70ad42d4 req-f3e873a2-27e1-4181-be6c-e7053c11d93a service neutron] 10.222.0.60 "GET /v2.0/networks?id=496d1d64-73ea-4b75-97a9-59db231b3342 HTTP/1.1" status: 200 len: 909 time: 0.2243969 Apr 15 11:08:11.808110 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb660a5-9505-47dc-9b69-a8c55a7ad960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f200ae-1c4b-4307-a7ed-da975f184118,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:11.811434 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-cdb660a5-9505-47dc-9b69-a8c55a7ad960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:11.874092 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f1927cb6-717e-4b5e-8fac-b72eb23f517a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:11.903458 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f1927cb6-717e-4b5e-8fac-b72eb23f517a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:11.920506 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-23190e47-a707-4318-9151-838e70ad42d4 req-3e62de38-a14e-48ad-8207-c1fd44ed7654 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5b88919-da8b-423d-8a38-3c448a56ace8 HTTP/1.1" status: 200 len: 1001 time: 0.1061249 Apr 15 11:08:11.952698 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f1927cb6-717e-4b5e-8fac-b72eb23f517a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:11.958250 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5c09ad72-8f65-40d1-8d0c-51af1bd815d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:11.971144 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1927cb6-717e-4b5e-8fac-b72eb23f517a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f200ae-1c4b-4307-a7ed-da975f184118,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:11.975424 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f1927cb6-717e-4b5e-8fac-b72eb23f517a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:11.980942 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-f1927cb6-717e-4b5e-8fac-b72eb23f517a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:11.983382 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-f1927cb6-717e-4b5e-8fac-b72eb23f517a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/04f200ae-1c4b-4307-a7ed-da975f184118 HTTP/1.1" status: 204 len: 168 time: 0.1754954 Apr 15 11:08:11.994695 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23190e47-a707-4318-9151-838e70ad42d4 req-9e7c4240-d8dc-4f6b-b771-fa4b0add75fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:08:11.996330 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-23190e47-a707-4318-9151-838e70ad42d4 req-9e7c4240-d8dc-4f6b-b771-fa4b0add75fc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e78b072-91f9-4f19-92e8-30a3376abc4f HTTP/1.1" status: 200 len: 847 time: 0.0700631 Apr 15 11:08:12.081271 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23190e47-a707-4318-9151-838e70ad42d4 req-fbdc608c-7413-42e5-b40c-e1ff363b00e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:08:12.082902 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-23190e47-a707-4318-9151-838e70ad42d4 req-fbdc608c-7413-42e5-b40c-e1ff363b00e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=496d1d64-73ea-4b75-97a9-59db231b3342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799389 Apr 15 11:08:12.232859 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-23190e47-a707-4318-9151-838e70ad42d4 req-e0a57995-0c1a-4cb4-a902-45bf07b290ff service neutron] 10.222.0.60 "GET /v2.0/networks/496d1d64-73ea-4b75-97a9-59db231b3342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427529 Apr 15 11:08:12.383024 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-23190e47-a707-4318-9151-838e70ad42d4 req-730d5fbf-7215-4881-b6a9-a28adb87db6a service neutron] 10.222.0.60 "GET /v2.0/networks/496d1d64-73ea-4b75-97a9-59db231b3342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432977 Apr 15 11:08:16.907661 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 47850) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:17.033621 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0240d18a-eb00-4e91-8a08-957ff9a2b113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:17.049703 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-0240d18a-eb00-4e91-8a08-957ff9a2b113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:08:17.053814 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-0240d18a-eb00-4e91-8a08-957ff9a2b113 admin admin] Usage tracker for resource:security_group_rule and tenant:2c113739a7ba46978decf415811f77f8 is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:08:17.056879 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-0240d18a-eb00-4e91-8a08-957ff9a2b113 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:08:17.063429 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-0240d18a-eb00-4e91-8a08-957ff9a2b113 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:08:17.158619 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0240d18a-eb00-4e91-8a08-957ff9a2b113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:17.161255 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0240d18a-eb00-4e91-8a08-957ff9a2b113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:17.170163 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-f49f1d25-c364-4854-a46f-b20d6d5d1f24 tempest-AttachVolumeShelveTestJSON-1675197217 tempest-AttachVolumeShelveTestJSON-1675197217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:17.225282 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-0240d18a-eb00-4e91-8a08-957ff9a2b113 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2c113739a7ba46978decf415811f77f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3164475 Apr 15 11:08:17.226308 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240d18a-eb00-4e91-8a08-957ff9a2b113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926a2f87-2f9a-4ee5-b570-5fe57f84992b,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:17.228772 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 47856) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:17.229923 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0240d18a-eb00-4e91-8a08-957ff9a2b113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:17.305883 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d5990c30-8eeb-4883-a2ec-bf5676036e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:17.337450 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d5990c30-8eeb-4883-a2ec-bf5676036e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:17.392907 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d5990c30-8eeb-4883-a2ec-bf5676036e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:17.400280 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-bd1057bd-8e13-4eee-998b-d9829de50109 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:17.415428 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5990c30-8eeb-4883-a2ec-bf5676036e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926a2f87-2f9a-4ee5-b570-5fe57f84992b,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:17.423080 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-d5990c30-8eeb-4883-a2ec-bf5676036e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:17.427601 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d5990c30-8eeb-4883-a2ec-bf5676036e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:17.428914 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-d5990c30-8eeb-4883-a2ec-bf5676036e4f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/926a2f87-2f9a-4ee5-b570-5fe57f84992b HTTP/1.1" status: 204 len: 168 time: 0.1988575 Apr 15 11:08:17.793571 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 47864) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:17.816157 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-132e9146-6889-4b52-9320-6df0012f318c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:17.835502 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-132e9146-6889-4b52-9320-6df0012f318c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:08:17.839892 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-132e9146-6889-4b52-9320-6df0012f318c admin admin] Usage tracker for resource:security_group_rule and tenant:3e532c236f764b9a8c1e8b7bbe5f44e1 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:08:17.843079 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-132e9146-6889-4b52-9320-6df0012f318c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:08:17.852517 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-132e9146-6889-4b52-9320-6df0012f318c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:08:17.952209 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-132e9146-6889-4b52-9320-6df0012f318c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:17.955874 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-132e9146-6889-4b52-9320-6df0012f318c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:17.965613 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-d7b4fce9-090b-4a20-86eb-c2116424a01a tempest-TestVolumeBootPattern-1237928974 tempest-TestVolumeBootPattern-1237928974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:18.011513 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-132e9146-6889-4b52-9320-6df0012f318c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3e532c236f764b9a8c1e8b7bbe5f44e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2167437 Apr 15 11:08:18.012505 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e9146-6889-4b52-9320-6df0012f318c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8a16cd-b61b-42de-a92c-e57b5f5192b8,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:18.014387 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 47868) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:18.016355 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-132e9146-6889-4b52-9320-6df0012f318c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:18.087625 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e3b4f821-51cd-4cf4-b6a0-ac4af64e784f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:18.122485 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e3b4f821-51cd-4cf4-b6a0-ac4af64e784f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:18.174358 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e3b4f821-51cd-4cf4-b6a0-ac4af64e784f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:18.179992 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-135b576f-b75e-42ff-b335-66a4f9943a3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:18.195708 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4f821-51cd-4cf4-b6a0-ac4af64e784f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8a16cd-b61b-42de-a92c-e57b5f5192b8,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:18.198170 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e3b4f821-51cd-4cf4-b6a0-ac4af64e784f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:18.209266 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e3b4f821-51cd-4cf4-b6a0-ac4af64e784f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:18.211003 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-e3b4f821-51cd-4cf4-b6a0-ac4af64e784f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4f8a16cd-b61b-42de-a92c-e57b5f5192b8 HTTP/1.1" status: 204 len: 168 time: 0.1938276 Apr 15 11:08:20.885481 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-e2ba0d3a-9f36-49af-a174-59ff8e7d2c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:22.073194 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [req-80f6cc41-81bc-42fb-a34d-e0c24d70c14e req-b632d88a-2ff0-4ae4-b4a1-8740aa8a51ef service neutron] (85270) timed out ('10.222.0.36', 42236) {{(pid=85270) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 15 11:08:22.993125 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 47954) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:23.399679 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63aa55f5-5134-4a3d-b5f6-fdc4d66e5030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:23.423217 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-43fef847-b195-4ee8-9799-83a3da070b96 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Deleting port af4eab60-b6f1-4ab8-8912-46c6a8b24130 {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:08:23.423609 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-43fef847-b195-4ee8-9799-83a3da070b96 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:23.616772 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-43fef847-b195-4ee8-9799-83a3da070b96 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:23.617151 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-43fef847-b195-4ee8-9799-83a3da070b96 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:23.773439 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-43fef847-b195-4ee8-9799-83a3da070b96 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Calling delete_port for af4eab60-b6f1-4ab8-8912-46c6a8b24130 owned by network:floatingip {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:08:24.216185 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-43fef847-b195-4ee8-9799-83a3da070b96 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:24.218049 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:24.243867 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-765376f1-a584-4102-9e57-a7163fbea749 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:24.361071 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fef847-b195-4ee8-9799-83a3da070b96 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Pushing event deleted for resources: {'Port': ['ID=af4eab60-b6f1-4ab8-8912-46c6a8b24130,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:24.368249 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-43fef847-b195-4ee8-9799-83a3da070b96 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:24.383975 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:24.540167 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-43fef847-b195-4ee8-9799-83a3da070b96 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks [] for floatingip, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:24.540814 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.db.l3_db [None req-43fef847-b195-4ee8-9799-83a3da070b96 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Floating IP 4d62dcd7-7484-4e41-95f7-0c8d13e9c06b disassociated (deleted). External IP: 172.27.2.201, port: a5b88919-da8b-423d-8a38-3c448a56ace8. Apr 15 11:08:24.940232 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43fef847-b195-4ee8-9799-83a3da070b96 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Router 1e9118fe-05b2-4f07-bd99-eb142a8e261e has already been hosted by L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 {{(pid=85270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:08:25.142460 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43fef847-b195-4ee8-9799-83a3da070b96 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:08:25.157033 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eeb8d7-ad40-4e7a-a3f7-18fd55795fb5 None None] Sync routers for ids ['1e9118fe-05b2-4f07-bd99-eb142a8e261e'] in dv-cinder-786383-1-iscsi {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:08:25.172646 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eeb8d7-ad40-4e7a-a3f7-18fd55795fb5 None None] Routers {'1e9118fe-05b2-4f07-bd99-eb142a8e261e'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:08:25.174024 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-e9eeb8d7-ad40-4e7a-a3f7-18fd55795fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:08:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['1e9118fe-05b2-4f07-bd99-eb142a8e261e'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:08:25.177754 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-43fef847-b195-4ee8-9799-83a3da070b96 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for floatingip, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:25.244281 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-43fef847-b195-4ee8-9799-83a3da070b96 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "DELETE /v2.0/floatingips/4d62dcd7-7484-4e41-95f7-0c8d13e9c06b HTTP/1.1" status: 204 len: 168 time: 2.2493515 Apr 15 11:08:25.244898 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f1db0f-4066-4611-9c3d-d1d7fbf86786', 'tag': 'a5b88919-da8b-423d-8a38-3c448a56ace8'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:08:25.296171 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f1db0f-4066-4611-9c3d-d1d7fbf86786', 'tag': 'a5b88919-da8b-423d-8a38-3c448a56ace8', 'status': 'completed', 'code': 200} Apr 15 11:08:25.374073 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:25.420862 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:25.446456 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b485ac-abd7-4156-a7d9-47e019e32bf8 req-a5dd0d70-06bd-4731-b88e-abfc6f65af7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:08:25.448178 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f5b485ac-abd7-4156-a7d9-47e019e32bf8 req-a5dd0d70-06bd-4731-b88e-abfc6f65af7f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac1790d75e884150a63b62344bf5298d&device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 1098 time: 0.1236532 Apr 15 11:08:25.459605 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-e9eeb8d7-ad40-4e7a-a3f7-18fd55795fb5 None None] Set router 1e9118fe-05b2-4f07-bd99-eb142a8e261e gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:08:25.612317 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b485ac-abd7-4156-a7d9-47e019e32bf8 req-0d897dfd-d77d-4064-9a98-f3a471c1efa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:08:25.615006 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f5b485ac-abd7-4156-a7d9-47e019e32bf8 req-0d897dfd-d77d-4064-9a98-f3a471c1efa4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=496d1d64-73ea-4b75-97a9-59db231b3342 HTTP/1.1" status: 200 len: 909 time: 0.1593084 Apr 15 11:08:25.753671 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f5b485ac-abd7-4156-a7d9-47e019e32bf8 req-e3b742b5-a218-41c8-afb7-59ddedd73580 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5b88919-da8b-423d-8a38-3c448a56ace8 HTTP/1.1" status: 200 len: 217 time: 0.1295342 Apr 15 11:08:25.836600 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-e9eeb8d7-ad40-4e7a-a3f7-18fd55795fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'name': 'tempest-TestShelveInstance-570675792-router', 'tenant_id': 'ac1790d75e884150a63b62344bf5298d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '27b48f67-b596-4c10-81c0-bc09d223cdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:50Z', 'updated_at': '2021-04-15T11:02:54Z', 'revision_number': 4, 'project_id': 'ac1790d75e884150a63b62344bf5298d', 'gw_port': {'id': '27b48f67-b596-4c10-81c0-bc09d223cdb4', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:51Z', 'updated_at': '2021-04-15T11:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': 'f41fb4a3-eed8-4fa2-acb9-d6e62e540027', 'name': '', 'network_id': '496d1d64-73ea-4b75-97a9-59db231b3342', 'tenant_id': 'ac1790d75e884150a63b62344bf5298d', 'mac_address': 'fa:16:3e:6f:5c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9e78b072-91f9-4f19-92e8-30a3376abc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:54Z', 'updated_at': '2021-04-15T11:03:05Z', 'revision_number': 5, 'project_id': 'ac1790d75e884150a63b62344bf5298d', 'subnets': [{'id': '9e78b072-91f9-4f19-92e8-30a3376abc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:08:25.840823 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eeb8d7-ad40-4e7a-a3f7-18fd55795fb5 None None] Checking router: 1e9118fe-05b2-4f07-bd99-eb142a8e261e for host: dv-cinder-786383-1-iscsi {{(pid=85273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:08:25.850388 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eeb8d7-ad40-4e7a-a3f7-18fd55795fb5 None None] Routers {'1e9118fe-05b2-4f07-bd99-eb142a8e261e'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:08:25.851174 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-e9eeb8d7-ad40-4e7a-a3f7-18fd55795fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:08:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['1e9118fe-05b2-4f07-bd99-eb142a8e261e'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:08:25.851485 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b485ac-abd7-4156-a7d9-47e019e32bf8 req-15bc5ad0-f17e-459c-8ecd-c469f36e34d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:08:25.853106 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f5b485ac-abd7-4156-a7d9-47e019e32bf8 req-15bc5ad0-f17e-459c-8ecd-c469f36e34d2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e78b072-91f9-4f19-92e8-30a3376abc4f HTTP/1.1" status: 200 len: 847 time: 0.0920525 Apr 15 11:08:25.914004 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216854b-0bd4-4534-97c1-f4f63481f375 req-a309defd-bbc7-415e-a99e-f7a84c0aa998 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:08:25.914866 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-9216854b-0bd4-4534-97c1-f4f63481f375 req-a309defd-bbc7-415e-a99e-f7a84c0aa998 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Synchronizing usage tracker for tenant:ac1790d75e884150a63b62344bf5298d on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:08:25.943816 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [req-9216854b-0bd4-4534-97c1-f4f63481f375 req-a309defd-bbc7-415e-a99e-f7a84c0aa998 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Unset dirty status for tenant:ac1790d75e884150a63b62344bf5298d on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:08:25.945120 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9216854b-0bd4-4534-97c1-f4f63481f375 req-a309defd-bbc7-415e-a99e-f7a84c0aa998 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 945 time: 0.2486978 Apr 15 11:08:26.004625 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b485ac-abd7-4156-a7d9-47e019e32bf8 req-8cbf25bd-42b1-46f4-9216-b50e9b14fe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:08:26.006244 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f5b485ac-abd7-4156-a7d9-47e019e32bf8 req-8cbf25bd-42b1-46f4-9216-b50e9b14fe77 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=496d1d64-73ea-4b75-97a9-59db231b3342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1433480 Apr 15 11:08:26.020365 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-9216854b-0bd4-4534-97c1-f4f63481f375 req-3fc273ac-0c60-4770-9a89-8c4de1b2be17 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599940 Apr 15 11:08:26.069526 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-e9eeb8d7-ad40-4e7a-a3f7-18fd55795fb5 None None] Set router 1e9118fe-05b2-4f07-bd99-eb142a8e261e gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:08:26.171455 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f5b485ac-abd7-4156-a7d9-47e019e32bf8 req-758b56db-1eb4-43a6-b273-1fd1ca97a9fc service neutron] 10.222.0.60 "GET /v2.0/networks/496d1d64-73ea-4b75-97a9-59db231b3342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563408 Apr 15 11:08:26.328438 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f5b485ac-abd7-4156-a7d9-47e019e32bf8 req-a8db5fac-7e9a-4d4a-acc9-57f56c97a739 service neutron] 10.222.0.60 "GET /v2.0/networks/496d1d64-73ea-4b75-97a9-59db231b3342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496673 Apr 15 11:08:26.424179 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-e9eeb8d7-ad40-4e7a-a3f7-18fd55795fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'name': 'tempest-TestShelveInstance-570675792-router', 'tenant_id': 'ac1790d75e884150a63b62344bf5298d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '27b48f67-b596-4c10-81c0-bc09d223cdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:50Z', 'updated_at': '2021-04-15T11:02:54Z', 'revision_number': 4, 'project_id': 'ac1790d75e884150a63b62344bf5298d', 'gw_port': {'id': '27b48f67-b596-4c10-81c0-bc09d223cdb4', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:51Z', 'updated_at': '2021-04-15T11:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': 'f41fb4a3-eed8-4fa2-acb9-d6e62e540027', 'name': '', 'network_id': '496d1d64-73ea-4b75-97a9-59db231b3342', 'tenant_id': 'ac1790d75e884150a63b62344bf5298d', 'mac_address': 'fa:16:3e:6f:5c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9e78b072-91f9-4f19-92e8-30a3376abc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:54Z', 'updated_at': '2021-04-15T11:03:05Z', 'revision_number': 5, 'project_id': 'ac1790d75e884150a63b62344bf5298d', 'subnets': [{'id': '9e78b072-91f9-4f19-92e8-30a3376abc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:08:26.428659 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eeb8d7-ad40-4e7a-a3f7-18fd55795fb5 None None] The sync data for ids ['1e9118fe-05b2-4f07-bd99-eb142a8e261e'] in dv-cinder-786383-1-iscsi is: [{'id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'name': 'tempest-TestShelveInstance-570675792-router', 'tenant_id': 'ac1790d75e884150a63b62344bf5298d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '27b48f67-b596-4c10-81c0-bc09d223cdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:50Z', 'updated_at': '2021-04-15T11:02:54Z', 'revision_number': 4, 'project_id': 'ac1790d75e884150a63b62344bf5298d', 'gw_port': {'id': '27b48f67-b596-4c10-81c0-bc09d223cdb4', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:51Z', 'updated_at': '2021-04-15T11:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi', '_interfaces': [{'id': 'f41fb4a3-eed8-4fa2-acb9-d6e62e540027', 'name': '', 'network_id': '496d1d64-73ea-4b75-97a9-59db231b3342', 'tenant_id': 'ac1790d75e884150a63b62344bf5298d', 'mac_address': 'fa:16:3e:6f:5c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9e78b072-91f9-4f19-92e8-30a3376abc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:54Z', 'updated_at': '2021-04-15T11:03:05Z', 'revision_number': 5, 'project_id': 'ac1790d75e884150a63b62344bf5298d', 'subnets': [{'id': '9e78b072-91f9-4f19-92e8-30a3376abc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:08:26.835222 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b9b7d6-cefd-41da-9dad-0ccc9634ffd5 None None] New status for floating IP 4d62dcd7-7484-4e41-95f7-0c8d13e9c06b: DOWN {{(pid=85276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:08:27.246134 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843ba1c-788e-4ee8-a5d6-b00e631e8b8f req-b1179a6c-619a-4fb1-84d9-0c1428f6effd tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:08:27.247773 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f843ba1c-788e-4ee8-a5d6-b00e631e8b8f req-b1179a6c-619a-4fb1-84d9-0c1428f6effd tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 945 time: 0.0980482 Apr 15 11:08:27.299980 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-f843ba1c-788e-4ee8-a5d6-b00e631e8b8f req-94306680-8a0e-49b0-b740-f7a2ae491351 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4c1965e-1a10-4d02-adf3-47250c5f3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455701 Apr 15 11:08:27.483712 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41f3b8-2b33-46c0-a832-1c517fef7d1f req-ff602b3b-ed73-431c-8f3d-3cf463fd5a40 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:08:27.486123 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2c41f3b8-2b33-46c0-a832-1c517fef7d1f req-ff602b3b-ed73-431c-8f3d-3cf463fd5a40 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.60 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 945 time: 0.0935109 Apr 15 11:08:27.572049 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-2c41f3b8-2b33-46c0-a832-1c517fef7d1f req-6bd7c2c9-9f9b-4df5-9499-13e8e3486cf5 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Deleting port a5b88919-da8b-423d-8a38-3c448a56ace8 {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:08:27.572456 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-2c41f3b8-2b33-46c0-a832-1c517fef7d1f req-6bd7c2c9-9f9b-4df5-9499-13e8e3486cf5 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:27.871892 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [req-2c41f3b8-2b33-46c0-a832-1c517fef7d1f req-6bd7c2c9-9f9b-4df5-9499-13e8e3486cf5 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] For port a5b88919-da8b-423d-8a38-3c448a56ace8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a5b88919-da8b-423d-8a38-3c448a56ace8,segment=NetworkSegment(ca650a79-4e24-405b-b01e-92c018e4b6ed),segment_id=ca650a79-4e24-405b-b01e-92c018e4b6ed)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:08:27.872461 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-2c41f3b8-2b33-46c0-a832-1c517fef7d1f req-6bd7c2c9-9f9b-4df5-9499-13e8e3486cf5 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:28.011670 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [req-2c41f3b8-2b33-46c0-a832-1c517fef7d1f req-6bd7c2c9-9f9b-4df5-9499-13e8e3486cf5 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Calling delete_port for a5b88919-da8b-423d-8a38-3c448a56ace8 owned by compute:nova {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:08:28.172850 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-2c41f3b8-2b33-46c0-a832-1c517fef7d1f req-6bd7c2c9-9f9b-4df5-9499-13e8e3486cf5 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175125'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:28.191135 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-be70f351-f1e4-47c3-96f1-16ec96730bc4 tempest-AttachVolumeTestJSON-1245788061 tempest-AttachVolumeTestJSON-1245788061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:28.291194 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7c2c9-9f9b-4df5-9499-13e8e3486cf5 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Pushing event deleted for resources: {'Port': ['ID=a5b88919-da8b-423d-8a38-3c448a56ace8,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:28.298754 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-6bd7c2c9-9f9b-4df5-9499-13e8e3486cf5 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:28.498848 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c41f3b8-2b33-46c0-a832-1c517fef7d1f req-6bd7c2c9-9f9b-4df5-9499-13e8e3486cf5 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] No DVR routers for this DVR port a5b88919-da8b-423d-8a38-3c448a56ace8 on host hv-cinder-78638 {{(pid=85270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:08:28.505870 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [req-2c41f3b8-2b33-46c0-a832-1c517fef7d1f req-6bd7c2c9-9f9b-4df5-9499-13e8e3486cf5 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774033'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:28.508975 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f1db0f-4066-4611-9c3d-d1d7fbf86786', 'name': 'network-vif-deleted', 'tag': 'a5b88919-da8b-423d-8a38-3c448a56ace8'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:08:28.528174 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-293df2f2-b72e-4723-b0e4-786c52f076d9 req-7964ad8d-5774-4452-bd8b-87a58fe5636c tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f1db0f-4066-4611-9c3d-d1d7fbf86786 HTTP/1.1" status: 200 len: 210 time: 0.0726631 Apr 15 11:08:28.537399 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [req-2c41f3b8-2b33-46c0-a832-1c517fef7d1f req-6bd7c2c9-9f9b-4df5-9499-13e8e3486cf5 tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.60 "DELETE /v2.0/ports/a5b88919-da8b-423d-8a38-3c448a56ace8 HTTP/1.1" status: 204 len: 173 time: 1.0449474 Apr 15 11:08:28.580038 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f1db0f-4066-4611-9c3d-d1d7fbf86786', 'name': 'network-vif-deleted', 'tag': 'a5b88919-da8b-423d-8a38-3c448a56ace8', 'status': 'completed', 'code': 200} Apr 15 11:08:29.635470 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 47986) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:29.721598 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-34924585-4666-4ec2-a8ad-da4c4bc38d1e tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:29.757932 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-34924585-4666-4ec2-a8ad-da4c4bc38d1e tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:29.828112 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-34924585-4666-4ec2-a8ad-da4c4bc38d1e tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:29.836242 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-cdb660a5-9505-47dc-9b69-a8c55a7ad960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:29.852811 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34924585-4666-4ec2-a8ad-da4c4bc38d1e tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c1965e-1a10-4d02-adf3-47250c5f3f6d,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:29.857448 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-34924585-4666-4ec2-a8ad-da4c4bc38d1e tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:29.862239 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-34924585-4666-4ec2-a8ad-da4c4bc38d1e tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:29.866184 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-34924585-4666-4ec2-a8ad-da4c4bc38d1e tempest-TestShelveInstance-2028567529 tempest-TestShelveInstance-2028567529-project] 10.222.0.36 "DELETE /v2.0/security-groups/a4c1965e-1a10-4d02-adf3-47250c5f3f6d HTTP/1.1" status: 204 len: 168 time: 0.2270744 Apr 15 11:08:30.059639 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device a5b88919-da8b-423d-8a38-3c448a56ace8 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:08:30.104442 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] No Port match for: a5b88919-da8b-423d-8a38-3c448a56ace8 {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:08:30.104847 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Device a5b88919-da8b-423d-8a38-3c448a56ace8 not bound to the agent host hv-cinder-78638 {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:08:30.942693 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 48006) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:31.683409 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5684c1c4-b5fb-4076-8ef4-f79a37d371ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854366199'] for router_interface, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:32.325158 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-5684c1c4-b5fb-4076-8ef4-f79a37d371ef admin admin] Deleting port f41fb4a3-eed8-4fa2-acb9-d6e62e540027 {{(pid=85272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:08:32.325740 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5684c1c4-b5fb-4076-8ef4-f79a37d371ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:32.516973 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-5684c1c4-b5fb-4076-8ef4-f79a37d371ef admin admin] For port f41fb4a3-eed8-4fa2-acb9-d6e62e540027, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=f41fb4a3-eed8-4fa2-acb9-d6e62e540027,segment=NetworkSegment(ca650a79-4e24-405b-b01e-92c018e4b6ed),segment_id=ca650a79-4e24-405b-b01e-92c018e4b6ed)] {{(pid=85272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:08:32.517367 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5684c1c4-b5fb-4076-8ef4-f79a37d371ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:32.652502 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-5684c1c4-b5fb-4076-8ef4-f79a37d371ef admin admin] Calling delete_port for f41fb4a3-eed8-4fa2-acb9-d6e62e540027 owned by network:router_interface {{(pid=85272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:08:32.840881 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5684c1c4-b5fb-4076-8ef4-f79a37d371ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:32.856215 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-9c4d031e-cf77-4fc6-a7cb-83a9673ca7ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:32.951871 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684c1c4-b5fb-4076-8ef4-f79a37d371ef admin admin] Pushing event deleted for resources: {'Port': ['ID=f41fb4a3-eed8-4fa2-acb9-d6e62e540027,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:32.959406 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5684c1c4-b5fb-4076-8ef4-f79a37d371ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:33.307405 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-5684c1c4-b5fb-4076-8ef4-f79a37d371ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854360612'] for router_interface, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:33.778786 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:08:33.811437 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5684c1c4-b5fb-4076-8ef4-f79a37d371ef admin admin] Router 1e9118fe-05b2-4f07-bd99-eb142a8e261e has already been hosted by L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 {{(pid=85272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:08:34.003477 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5684c1c4-b5fb-4076-8ef4-f79a37d371ef admin admin] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:08:34.012368 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14df789-2647-451f-ba17-22f667f66c03 None None] Sync routers for ids ['1e9118fe-05b2-4f07-bd99-eb142a8e261e'] in dv-cinder-786383-1-iscsi {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:08:34.016604 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-5684c1c4-b5fb-4076-8ef4-f79a37d371ef admin admin] 10.222.0.36 "PUT /v2.0/routers/1e9118fe-05b2-4f07-bd99-eb142a8e261e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0723157 Apr 15 11:08:34.019313 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 48020) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:34.023154 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14df789-2647-451f-ba17-22f667f66c03 None None] Routers {'1e9118fe-05b2-4f07-bd99-eb142a8e261e'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:08:34.023716 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-f14df789-2647-451f-ba17-22f667f66c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:08:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['1e9118fe-05b2-4f07-bd99-eb142a8e261e'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:08:34.214340 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dd8a6f34-163c-429c-a8d4-f7ace3121cd1 admin admin] Notify callbacks [] for router, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:34.394183 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-f14df789-2647-451f-ba17-22f667f66c03 None None] Set router 1e9118fe-05b2-4f07-bd99-eb142a8e261e gateway port host: dv-cinder-786383-1-iscsi {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:08:34.413396 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dd8a6f34-163c-429c-a8d4-f7ace3121cd1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:34.423714 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-dd8a6f34-163c-429c-a8d4-f7ace3121cd1 admin admin] Deleting port 27b48f67-b596-4c10-81c0-bc09d223cdb4 {{(pid=85272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:08:34.424092 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dd8a6f34-163c-429c-a8d4-f7ace3121cd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:34.608132 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-dd8a6f34-163c-429c-a8d4-f7ace3121cd1 admin admin] For port 27b48f67-b596-4c10-81c0-bc09d223cdb4, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=27b48f67-b596-4c10-81c0-bc09d223cdb4,segment=NetworkSegment(c54efefa-f121-49d4-9f1f-b433dc39aac8),segment_id=c54efefa-f121-49d4-9f1f-b433dc39aac8)] {{(pid=85272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:08:34.608554 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dd8a6f34-163c-429c-a8d4-f7ace3121cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:34.701733 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-f14df789-2647-451f-ba17-22f667f66c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'name': 'tempest-TestShelveInstance-570675792-router', 'tenant_id': 'ac1790d75e884150a63b62344bf5298d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '27b48f67-b596-4c10-81c0-bc09d223cdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:50Z', 'updated_at': '2021-04-15T11:08:32Z', 'revision_number': 5, 'project_id': 'ac1790d75e884150a63b62344bf5298d', 'gw_port': {'id': '27b48f67-b596-4c10-81c0-bc09d223cdb4', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:51Z', 'updated_at': '2021-04-15T11:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi'}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:08:34.708231 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14df789-2647-451f-ba17-22f667f66c03 None None] Checking router: 1e9118fe-05b2-4f07-bd99-eb142a8e261e for host: dv-cinder-786383-1-iscsi {{(pid=85273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:08:34.717496 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14df789-2647-451f-ba17-22f667f66c03 None None] Routers {'1e9118fe-05b2-4f07-bd99-eb142a8e261e'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:08:34.718156 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-f14df789-2647-451f-ba17-22f667f66c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:08:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['1e9118fe-05b2-4f07-bd99-eb142a8e261e'], 'active': True} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:08:34.891156 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-f14df789-2647-451f-ba17-22f667f66c03 None None] Set router 1e9118fe-05b2-4f07-bd99-eb142a8e261e gateway port host: None {{(pid=85273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:08:35.002375 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-dd8a6f34-163c-429c-a8d4-f7ace3121cd1 admin admin] Calling delete_port for 27b48f67-b596-4c10-81c0-bc09d223cdb4 owned by network:router_gateway {{(pid=85272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:08:35.010814 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-f14df789-2647-451f-ba17-22f667f66c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'name': 'tempest-TestShelveInstance-570675792-router', 'tenant_id': 'ac1790d75e884150a63b62344bf5298d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:50Z', 'updated_at': '2021-04-15T11:08:34Z', 'revision_number': 6, 'project_id': 'ac1790d75e884150a63b62344bf5298d', 'gw_port_host': None}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:08:35.015110 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14df789-2647-451f-ba17-22f667f66c03 None None] The sync data for ids ['1e9118fe-05b2-4f07-bd99-eb142a8e261e'] in dv-cinder-786383-1-iscsi is: [{'id': '1e9118fe-05b2-4f07-bd99-eb142a8e261e', 'name': 'tempest-TestShelveInstance-570675792-router', 'tenant_id': 'ac1790d75e884150a63b62344bf5298d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:50Z', 'updated_at': '2021-04-15T11:08:34Z', 'revision_number': 6, 'project_id': 'ac1790d75e884150a63b62344bf5298d', 'gw_port_host': None}] {{(pid=85273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:08:35.198153 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dd8a6f34-163c-429c-a8d4-f7ace3121cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:35.217257 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5ed0c24e-7897-450a-bb8a-af80a9489bc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:35.319555 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a6f34-163c-429c-a8d4-f7ace3121cd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=27b48f67-b596-4c10-81c0-bc09d223cdb4,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:35.322258 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-dd8a6f34-163c-429c-a8d4-f7ace3121cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:35.492246 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dd8a6f34-163c-429c-a8d4-f7ace3121cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854360774'] for router_gateway, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:35.680146 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dd8a6f34-163c-429c-a8d4-f7ace3121cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854364964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036850582298'] for router, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:35.682487 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dd8a6f34-163c-429c-a8d4-f7ace3121cd1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:35.709327 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dd8a6f34-163c-429c-a8d4-f7ace3121cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-504396'] for router, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:35.709807 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8a6f34-163c-429c-a8d4-f7ace3121cd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e9118fe-05b2-4f07-bd99-eb142a8e261e {{(pid=85272) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 11:08:35.722872 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-dd8a6f34-163c-429c-a8d4-f7ace3121cd1 admin admin] Notify callbacks [] for router, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:35.724190 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-dd8a6f34-163c-429c-a8d4-f7ace3121cd1 admin admin] 10.222.0.36 "DELETE /v2.0/routers/1e9118fe-05b2-4f07-bd99-eb142a8e261e HTTP/1.1" status: 204 len: 168 time: 1.7038548 Apr 15 11:08:35.726831 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 48028) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:35.800547 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd9d6320-3365-40b7-a9b6-a74c0192fdf6 admin admin] Deleting subnet 9e78b072-91f9-4f19-92e8-30a3376abc4f {{(pid=85272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:08:35.803925 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bd9d6320-3365-40b7-a9b6-a74c0192fdf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:35.859543 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bd9d6320-3365-40b7-a9b6-a74c0192fdf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852439832'] for subnet, precommit_delete_associations {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:35.941072 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bd9d6320-3365-40b7-a9b6-a74c0192fdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32014'] for subnet, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:36.212052 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bd9d6320-3365-40b7-a9b6-a74c0192fdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854743802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852030155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2444916'] for subnet, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:36.227486 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:36.314528 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d6320-3365-40b7-a9b6-a74c0192fdf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e78b072-91f9-4f19-92e8-30a3376abc4f,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:36.322170 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-bd9d6320-3365-40b7-a9b6-a74c0192fdf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:36.368803 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bd9d6320-3365-40b7-a9b6-a74c0192fdf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:36.375400 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0078e713-a6c7-4594-854c-45af4de63fac None None] Network 496d1d64-73ea-4b75-97a9-59db231b3342 requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:08:36.378906 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-bd9d6320-3365-40b7-a9b6-a74c0192fdf6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9e78b072-91f9-4f19-92e8-30a3376abc4f HTTP/1.1" status: 204 len: 168 time: 0.6481445 Apr 15 11:08:36.379129 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 48032) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:36.501876 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-288bde78-ad85-4a38-a299-c93fc89c7335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853840452'] for network, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:36.571838 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-288bde78-ad85-4a38-a299-c93fc89c7335 admin admin] Deleting port adfdc3b2-ef09-47d5-8851-72eef499e105 {{(pid=85272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:08:36.572221 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-288bde78-ad85-4a38-a299-c93fc89c7335 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:36.654984 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49feab8-75aa-45a5-9c29-2cbd41da952d None None] DHCP port deletion for 496d1d64-73ea-4b75-97a9-59db231b3342 request from dv-cinder-786383-1-iscsi {{(pid=85273) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 11:08:36.660252 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-d49feab8-75aa-45a5-9c29-2cbd41da952d None None] Deleting port adfdc3b2-ef09-47d5-8851-72eef499e105 {{(pid=85273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:08:36.660674 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d49feab8-75aa-45a5-9c29-2cbd41da952d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:36.755354 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 27b48f67-b596-4c10-81c0-bc09d223cdb4 no longer exists at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:08:36.798523 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-288bde78-ad85-4a38-a299-c93fc89c7335 admin admin] For port adfdc3b2-ef09-47d5-8851-72eef499e105, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=adfdc3b2-ef09-47d5-8851-72eef499e105,segment=NetworkSegment(ca650a79-4e24-405b-b01e-92c018e4b6ed),segment_id=ca650a79-4e24-405b-b01e-92c018e4b6ed)] {{(pid=85272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:08:36.798925 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-288bde78-ad85-4a38-a299-c93fc89c7335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:36.802919 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] No Port match for: 27b48f67-b596-4c10-81c0-bc09d223cdb4 {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:08:36.803373 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 27b48f67-b596-4c10-81c0-bc09d223cdb4 not bound to the agent host dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:08:36.803838 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device f41fb4a3-eed8-4fa2-acb9-d6e62e540027 no longer exists at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:08:36.849274 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] No Port match for: f41fb4a3-eed8-4fa2-acb9-d6e62e540027 {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:08:36.849664 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device f41fb4a3-eed8-4fa2-acb9-d6e62e540027 not bound to the agent host dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:08:36.850132 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device adfdc3b2-ef09-47d5-8851-72eef499e105 no longer exists at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:08:36.933263 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-288bde78-ad85-4a38-a299-c93fc89c7335 admin admin] Calling delete_port for adfdc3b2-ef09-47d5-8851-72eef499e105 owned by network:dhcp {{(pid=85272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:08:37.014283 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-288bde78-ad85-4a38-a299-c93fc89c7335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:37.015487 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-d49feab8-75aa-45a5-9c29-2cbd41da952d None None] For port adfdc3b2-ef09-47d5-8851-72eef499e105, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=adfdc3b2-ef09-47d5-8851-72eef499e105,segment=NetworkSegment(ca650a79-4e24-405b-b01e-92c018e4b6ed),segment_id=ca650a79-4e24-405b-b01e-92c018e4b6ed)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:08:37.015972 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d49feab8-75aa-45a5-9c29-2cbd41da952d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:37.029606 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-97113cea-16c7-4e70-be44-67d3de50d8fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:37.063722 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Port adfdc3b2-ef09-47d5-8851-72eef499e105 update to DOWN by agent not found {{(pid=85273) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2108}} Apr 15 11:08:37.123619 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288bde78-ad85-4a38-a299-c93fc89c7335 admin admin] Pushing event deleted for resources: {'Port': ['ID=adfdc3b2-ef09-47d5-8851-72eef499e105,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:37.131584 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-288bde78-ad85-4a38-a299-c93fc89c7335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:37.178254 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288bde78-ad85-4a38-a299-c93fc89c7335 admin admin] No DVR routers for this DVR port adfdc3b2-ef09-47d5-8851-72eef499e105 on host dv-cinder-786383-1-iscsi {{(pid=85272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:08:37.189603 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-d49feab8-75aa-45a5-9c29-2cbd41da952d None None] Calling delete_port for adfdc3b2-ef09-47d5-8851-72eef499e105 owned by network:dhcp {{(pid=85273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:08:37.264403 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.db.api [None req-d49feab8-75aa-45a5-9c29-2cbd41da952d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85273) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 11:08:37.264713 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_db.api [None req-d49feab8-75aa-45a5-9c29-2cbd41da952d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 11:08:37.303510 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-288bde78-ad85-4a38-a299-c93fc89c7335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854600463', 'neutron.services.segments.db._delete_segments_for_network--9223363301131922753'] for network, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:37.417006 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-288bde78-ad85-4a38-a299-c93fc89c7335 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['496d1d64-73ea-4b75-97a9-59db231b3342']}} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:08:37.429414 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-288bde78-ad85-4a38-a299-c93fc89c7335 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca650a79-4e24-405b-b01e-92c018e4b6ed') {'for_net_delete': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:08:37.429755 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-288bde78-ad85-4a38-a299-c93fc89c7335 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca650a79-4e24-405b-b01e-92c018e4b6ed') {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:08:37.441525 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-288bde78-ad85-4a38-a299-c93fc89c7335 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301131932993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2335984'] for segment, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:37.459023 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-288bde78-ad85-4a38-a299-c93fc89c7335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854748824'] for segment, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:37.465875 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-288bde78-ad85-4a38-a299-c93fc89c7335 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=85272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:08:37.650783 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-288bde78-ad85-4a38-a299-c93fc89c7335 admin admin] Network 496d1d64-73ea-4b75-97a9-59db231b3342 has no segments {{(pid=85272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:08:37.663953 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-288bde78-ad85-4a38-a299-c93fc89c7335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-26960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2746006'] for segment, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:37.766868 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-d49feab8-75aa-45a5-9c29-2cbd41da952d None None] Deleting port adfdc3b2-ef09-47d5-8851-72eef499e105 {{(pid=85273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:08:37.767493 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-d49feab8-75aa-45a5-9c29-2cbd41da952d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:37.844859 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-d49feab8-75aa-45a5-9c29-2cbd41da952d None None] The port 'adfdc3b2-ef09-47d5-8851-72eef499e105' was deleted {{(pid=85273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 11:08:37.856953 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-288bde78-ad85-4a38-a299-c93fc89c7335 admin admin] Network 496d1d64-73ea-4b75-97a9-59db231b3342 has no segments {{(pid=85272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:08:37.880346 dv-cinder-786383-1-iscsi neutron-server[85157]: Traceback (most recent call last): Apr 15 11:08:37.880346 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:08:37.880346 dv-cinder-786383-1-iscsi neutron-server[85157]: timer() Apr 15 11:08:37.880346 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:08:37.880346 dv-cinder-786383-1-iscsi neutron-server[85157]: cb(*args, **kw) Apr 15 11:08:37.880346 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:08:37.880346 dv-cinder-786383-1-iscsi neutron-server[85157]: return func(*args, **kwargs) Apr 15 11:08:37.880346 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:08:37.880346 dv-cinder-786383-1-iscsi neutron-server[85157]: self._notify() Apr 15 11:08:37.880346 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:08:37.880346 dv-cinder-786383-1-iscsi neutron-server[85157]: self.callback(batched_events) Apr 15 11:08:37.880346 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:08:37.880346 dv-cinder-786383-1-iscsi neutron-server[85157]: event.method(event) Apr 15 11:08:37.880346 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:08:37.880346 dv-cinder-786383-1-iscsi neutron-server[85157]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:08:37.880346 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:08:37.880346 dv-cinder-786383-1-iscsi neutron-server[85157]: segment_id)['aggregates'][0] Apr 15 11:08:37.880346 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:08:37.880346 dv-cinder-786383-1-iscsi neutron-server[85157]: return f(self, *a, **k) Apr 15 11:08:37.880346 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:08:37.880346 dv-cinder-786383-1-iscsi neutron-server[85157]: return self._get(url).json() Apr 15 11:08:37.880346 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:08:37.880346 dv-cinder-786383-1-iscsi neutron-server[85157]: **kwargs) Apr 15 11:08:37.880346 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:08:37.880346 dv-cinder-786383-1-iscsi neutron-server[85157]: return self.request(url, 'GET', **kwargs) Apr 15 11:08:37.880346 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:08:37.880346 dv-cinder-786383-1-iscsi neutron-server[85157]: **endpoint_filter) Apr 15 11:08:37.880346 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:08:37.880346 dv-cinder-786383-1-iscsi neutron-server[85157]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:08:37.880346 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:08:37.880346 dv-cinder-786383-1-iscsi neutron-server[85157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:08:37.880346 dv-cinder-786383-1-iscsi neutron-server[85157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:08:37.963602 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-288bde78-ad85-4a38-a299-c93fc89c7335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-175238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414992'] for network, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:37.967272 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:37.983445 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-288bde78-ad85-4a38-a299-c93fc89c7335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for network, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:37.990406 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288bde78-ad85-4a38-a299-c93fc89c7335 admin admin] Pushing event deleted for resources: {'Network': ['ID=496d1d64-73ea-4b75-97a9-59db231b3342,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:37.995279 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-288bde78-ad85-4a38-a299-c93fc89c7335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:38.007399 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-288bde78-ad85-4a38-a299-c93fc89c7335 admin admin] 10.222.0.36 "DELETE /v2.0/networks/496d1d64-73ea-4b75-97a9-59db231b3342 HTTP/1.1" status: 204 len: 168 time: 1.6271639 Apr 15 11:08:38.010463 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 48040) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:38.841098 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-82a78087-936f-49e6-af64-8383e7fea74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854366199'] for router_interface, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:39.218974 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-82a78087-936f-49e6-af64-8383e7fea74c admin admin] Deleting port efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa {{(pid=85272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:08:39.219377 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-82a78087-936f-49e6-af64-8383e7fea74c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:39.401374 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-82a78087-936f-49e6-af64-8383e7fea74c admin admin] For port efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa,segment=NetworkSegment(8fa42cf0-351b-42f5-8d13-8fe6b71d7c7d),segment_id=8fa42cf0-351b-42f5-8d13-8fe6b71d7c7d)] {{(pid=85272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:08:39.401790 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-82a78087-936f-49e6-af64-8383e7fea74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:39.541393 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-82a78087-936f-49e6-af64-8383e7fea74c admin admin] Calling delete_port for efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa owned by network:router_interface {{(pid=85272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:08:39.717448 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-82a78087-936f-49e6-af64-8383e7fea74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:39.733706 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-30c55998-ca97-48a7-aee6-9e8a1d7486bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:39.837711 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a78087-936f-49e6-af64-8383e7fea74c admin admin] Pushing event deleted for resources: {'Port': ['ID=efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:39.840533 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-82a78087-936f-49e6-af64-8383e7fea74c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:40.197726 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-82a78087-936f-49e6-af64-8383e7fea74c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854360612'] for router_interface, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:40.708194 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a78087-936f-49e6-af64-8383e7fea74c admin admin] Router 9781d7c5-ff95-4aeb-b4bb-409703179de1 has already been hosted by L3 agent 14588c26-2986-4c12-aa2a-36ebc3696852 {{(pid=85272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:08:40.904013 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a78087-936f-49e6-af64-8383e7fea74c admin admin] Notify agent at l3_agent.dv-cinder-786383-1-iscsi the message routers_updated {{(pid=85272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:08:40.913311 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c197cbda-f686-445a-8404-b8da401e7196 None None] Sync routers for ids ['9781d7c5-ff95-4aeb-b4bb-409703179de1'] in dv-cinder-786383-1-iscsi {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:08:40.916395 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-82a78087-936f-49e6-af64-8383e7fea74c admin admin] 10.222.0.36 "PUT /v2.0/routers/9781d7c5-ff95-4aeb-b4bb-409703179de1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9022923 Apr 15 11:08:40.916520 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 48052) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:40.932810 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c197cbda-f686-445a-8404-b8da401e7196 None None] Routers {'9781d7c5-ff95-4aeb-b4bb-409703179de1'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:08:40.933478 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-c197cbda-f686-445a-8404-b8da401e7196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:08:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['9781d7c5-ff95-4aeb-b4bb-409703179de1'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:08:41.108621 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bcf0bb0b-443e-4ae2-b2db-83ad76eb77f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:41.317966 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-c197cbda-f686-445a-8404-b8da401e7196 None None] Set router 9781d7c5-ff95-4aeb-b4bb-409703179de1 gateway port host: dv-cinder-786383-1-iscsi {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:08:41.602402 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bcf0bb0b-443e-4ae2-b2db-83ad76eb77f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:41.611405 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-bcf0bb0b-443e-4ae2-b2db-83ad76eb77f6 admin admin] Deleting port 639f091a-a7fb-4f6a-ab4c-957a33427eab {{(pid=85272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:08:41.611795 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bcf0bb0b-443e-4ae2-b2db-83ad76eb77f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:41.654632 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-c197cbda-f686-445a-8404-b8da401e7196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9781d7c5-ff95-4aeb-b4bb-409703179de1', 'name': 'tempest-TestShelveInstance-1246325257-router', 'tenant_id': 'cc2d2c64925b4e3d88d603c651d76b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'external_fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '639f091a-a7fb-4f6a-ab4c-957a33427eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:58Z', 'updated_at': '2021-04-15T11:08:39Z', 'revision_number': 5, 'project_id': 'cc2d2c64925b4e3d88d603c651d76b4c', 'gw_port': {'id': '639f091a-a7fb-4f6a-ab4c-957a33427eab', 'name': '', 'network_id': '533e90ad-9f9d-4d91-8d1e-9c8cc00f6f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9781d7c5-ff95-4aeb-b4bb-409703179de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:59Z', 'updated_at': '2021-04-15T11:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee0371ba-4ff7-4e97-afb9-409670eb4ad7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-iscsi'}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:08:41.659276 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c197cbda-f686-445a-8404-b8da401e7196 None None] Checking router: 9781d7c5-ff95-4aeb-b4bb-409703179de1 for host: dv-cinder-786383-1-iscsi {{(pid=85276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:08:41.669260 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c197cbda-f686-445a-8404-b8da401e7196 None None] Routers {'9781d7c5-ff95-4aeb-b4bb-409703179de1'} bound to L3 agent in host dv-cinder-786383-1-iscsi {{(pid=85276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:08:41.669910 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-c197cbda-f686-445a-8404-b8da401e7196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:40:23Z,description=,heartbeat_timestamp=2021-04-15T11:08:23Z,host='dv-cinder-786383-1-iscsi',id=14588c26-2986-4c12-aa2a-36ebc3696852,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:40:23Z,topic='l3_agent')) {'router_ids': ['9781d7c5-ff95-4aeb-b4bb-409703179de1'], 'active': True} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:08:41.809304 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-bcf0bb0b-443e-4ae2-b2db-83ad76eb77f6 admin admin] For port 639f091a-a7fb-4f6a-ab4c-957a33427eab, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=639f091a-a7fb-4f6a-ab4c-957a33427eab,segment=NetworkSegment(c54efefa-f121-49d4-9f1f-b433dc39aac8),segment_id=c54efefa-f121-49d4-9f1f-b433dc39aac8)] {{(pid=85272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:08:41.809703 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bcf0bb0b-443e-4ae2-b2db-83ad76eb77f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:41.834552 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvr_db [None req-c197cbda-f686-445a-8404-b8da401e7196 None None] Set router 9781d7c5-ff95-4aeb-b4bb-409703179de1 gateway port host: None {{(pid=85276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:08:41.944531 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-bcf0bb0b-443e-4ae2-b2db-83ad76eb77f6 admin admin] Calling delete_port for 639f091a-a7fb-4f6a-ab4c-957a33427eab owned by network:router_gateway {{(pid=85272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:08:41.949885 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_hamode_db [None req-c197cbda-f686-445a-8404-b8da401e7196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9781d7c5-ff95-4aeb-b4bb-409703179de1', 'name': 'tempest-TestShelveInstance-1246325257-router', 'tenant_id': 'cc2d2c64925b4e3d88d603c651d76b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:58Z', 'updated_at': '2021-04-15T11:08:41Z', 'revision_number': 6, 'project_id': 'cc2d2c64925b4e3d88d603c651d76b4c', 'gw_port_host': None}], 'dv-cinder-786383-1-iscsi', False) {} {{(pid=85276) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:08:41.955067 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c197cbda-f686-445a-8404-b8da401e7196 None None] The sync data for ids ['9781d7c5-ff95-4aeb-b4bb-409703179de1'] in dv-cinder-786383-1-iscsi is: [{'id': '9781d7c5-ff95-4aeb-b4bb-409703179de1', 'name': 'tempest-TestShelveInstance-1246325257-router', 'tenant_id': 'cc2d2c64925b4e3d88d603c651d76b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:58Z', 'updated_at': '2021-04-15T11:08:41Z', 'revision_number': 6, 'project_id': 'cc2d2c64925b4e3d88d603c651d76b4c', 'gw_port_host': None}] {{(pid=85276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:08:42.130067 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bcf0bb0b-443e-4ae2-b2db-83ad76eb77f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:42.146308 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-288bde78-ad85-4a38-a299-c93fc89c7335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:42.244244 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0bb0b-443e-4ae2-b2db-83ad76eb77f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=639f091a-a7fb-4f6a-ab4c-957a33427eab,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:42.248196 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-bcf0bb0b-443e-4ae2-b2db-83ad76eb77f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:42.410991 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bcf0bb0b-443e-4ae2-b2db-83ad76eb77f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854360774'] for router_gateway, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:42.601657 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bcf0bb0b-443e-4ae2-b2db-83ad76eb77f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854364964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036850582298'] for router, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:42.604022 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bcf0bb0b-443e-4ae2-b2db-83ad76eb77f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:42.625848 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bcf0bb0b-443e-4ae2-b2db-83ad76eb77f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-504396'] for router, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:42.626437 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf0bb0b-443e-4ae2-b2db-83ad76eb77f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9781d7c5-ff95-4aeb-b4bb-409703179de1 {{(pid=85272) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 11:08:42.643644 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bcf0bb0b-443e-4ae2-b2db-83ad76eb77f6 admin admin] Notify callbacks [] for router, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:42.645137 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-bcf0bb0b-443e-4ae2-b2db-83ad76eb77f6 admin admin] 10.222.0.36 "DELETE /v2.0/routers/9781d7c5-ff95-4aeb-b4bb-409703179de1 HTTP/1.1" status: 204 len: 168 time: 1.7276547 Apr 15 11:08:42.647835 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 48068) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:42.721571 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.db_base_plugin_v2 [None req-270c7464-412a-49f5-957a-428e161bcfe6 admin admin] Deleting subnet 8d229e4a-e204-4ef5-99cf-772a9002b1cf {{(pid=85272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:08:42.723979 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-270c7464-412a-49f5-957a-428e161bcfe6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:42.749627 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 639f091a-a7fb-4f6a-ab4c-957a33427eab no longer exists at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:08:42.781594 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-270c7464-412a-49f5-957a-428e161bcfe6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852439832'] for subnet, precommit_delete_associations {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:42.787174 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] No Port match for: 639f091a-a7fb-4f6a-ab4c-957a33427eab {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:08:42.787580 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 639f091a-a7fb-4f6a-ab4c-957a33427eab not bound to the agent host dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:08:42.788060 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa no longer exists at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:08:42.824096 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] No Port match for: efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:08:42.824500 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device efc2dbd6-82c9-4c1d-b85a-dd700dbe14fa not bound to the agent host dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:08:42.864158 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-270c7464-412a-49f5-957a-428e161bcfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32014'] for subnet, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:43.122015 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-270c7464-412a-49f5-957a-428e161bcfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854743802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852030155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2444916'] for subnet, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:43.139111 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:43.222155 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c7464-412a-49f5-957a-428e161bcfe6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d229e4a-e204-4ef5-99cf-772a9002b1cf,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:43.229095 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-270c7464-412a-49f5-957a-428e161bcfe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:43.271232 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-270c7464-412a-49f5-957a-428e161bcfe6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:43.276892 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ad2511-f157-489f-b855-a367ef9cf4bb None None] Network 687f5d4b-386c-4bcc-92a0-7e59306b5af3 requested from dv-cinder-786383-1-iscsi {{(pid=85273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:08:43.277189 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-270c7464-412a-49f5-957a-428e161bcfe6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8d229e4a-e204-4ef5-99cf-772a9002b1cf HTTP/1.1" status: 204 len: 168 time: 0.6283305 Apr 15 11:08:43.279984 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 48074) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:43.398053 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0ec9a392-6541-471f-8ab7-c0261cb0f5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853840452'] for network, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:43.467057 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-0ec9a392-6541-471f-8ab7-c0261cb0f5f2 admin admin] Deleting port 296af75b-f795-4446-b0ad-fb60f5a2623d {{(pid=85272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:08:43.467653 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0ec9a392-6541-471f-8ab7-c0261cb0f5f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:43.547989 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54a1071-bc51-44f7-82b1-082aeb2c9267 None None] DHCP port deletion for 687f5d4b-386c-4bcc-92a0-7e59306b5af3 request from dv-cinder-786383-1-iscsi {{(pid=85273) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 11:08:43.552704 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-a54a1071-bc51-44f7-82b1-082aeb2c9267 None None] Deleting port 296af75b-f795-4446-b0ad-fb60f5a2623d {{(pid=85273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:08:43.553201 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a54a1071-bc51-44f7-82b1-082aeb2c9267 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:43.697729 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-0ec9a392-6541-471f-8ab7-c0261cb0f5f2 admin admin] For port 296af75b-f795-4446-b0ad-fb60f5a2623d, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=296af75b-f795-4446-b0ad-fb60f5a2623d,segment=NetworkSegment(8fa42cf0-351b-42f5-8d13-8fe6b71d7c7d),segment_id=8fa42cf0-351b-42f5-8d13-8fe6b71d7c7d)] {{(pid=85272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:08:43.698428 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0ec9a392-6541-471f-8ab7-c0261cb0f5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:43.773560 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.db [None req-a54a1071-bc51-44f7-82b1-082aeb2c9267 None None] For port 296af75b-f795-4446-b0ad-fb60f5a2623d, host dv-cinder-786383-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-iscsi',level=0,port_id=296af75b-f795-4446-b0ad-fb60f5a2623d,segment=NetworkSegment(8fa42cf0-351b-42f5-8d13-8fe6b71d7c7d),segment_id=8fa42cf0-351b-42f5-8d13-8fe6b71d7c7d)] {{(pid=85273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:08:43.773941 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a54a1071-bc51-44f7-82b1-082aeb2c9267 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854356396'] for port, precommit_delete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:43.837561 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-0ec9a392-6541-471f-8ab7-c0261cb0f5f2 admin admin] Calling delete_port for 296af75b-f795-4446-b0ad-fb60f5a2623d owned by network:dhcp {{(pid=85272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:08:43.914001 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-a54a1071-bc51-44f7-82b1-082aeb2c9267 None None] Calling delete_port for 296af75b-f795-4446-b0ad-fb60f5a2623d owned by network:dhcp {{(pid=85273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:08:43.924124 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0ec9a392-6541-471f-8ab7-c0261cb0f5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853756996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735722759710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301132452912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2745666'] for port, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:43.940156 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-2b14a58f-80b6-46cd-aae7-f03426bd9081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:43.991373 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.db.api [None req-a54a1071-bc51-44f7-82b1-082aeb2c9267 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85273) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 11:08:43.991787 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_db.api [None req-a54a1071-bc51-44f7-82b1-082aeb2c9267 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 11:08:44.038228 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec9a392-6541-471f-8ab7-c0261cb0f5f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=296af75b-f795-4446-b0ad-fb60f5a2623d,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:44.050500 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0ec9a392-6541-471f-8ab7-c0261cb0f5f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:44.084143 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec9a392-6541-471f-8ab7-c0261cb0f5f2 admin admin] No DVR routers for this DVR port 296af75b-f795-4446-b0ad-fb60f5a2623d on host dv-cinder-786383-1-iscsi {{(pid=85272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:08:44.208139 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0ec9a392-6541-471f-8ab7-c0261cb0f5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854600463', 'neutron.services.segments.db._delete_segments_for_network--9223363301131922753'] for network, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:44.321929 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-0ec9a392-6541-471f-8ab7-c0261cb0f5f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687f5d4b-386c-4bcc-92a0-7e59306b5af3']}} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:08:44.335891 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-0ec9a392-6541-471f-8ab7-c0261cb0f5f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa42cf0-351b-42f5-8d13-8fe6b71d7c7d') {'for_net_delete': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:08:44.336243 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.services.segments.db [None req-0ec9a392-6541-471f-8ab7-c0261cb0f5f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa42cf0-351b-42f5-8d13-8fe6b71d7c7d') {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:08:44.349331 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0ec9a392-6541-471f-8ab7-c0261cb0f5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301131932993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2335984'] for segment, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:44.364629 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0ec9a392-6541-471f-8ab7-c0261cb0f5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854748824'] for segment, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:44.370934 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec9a392-6541-471f-8ab7-c0261cb0f5f2 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=85272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:08:44.492963 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-a54a1071-bc51-44f7-82b1-082aeb2c9267 None None] Deleting port 296af75b-f795-4446-b0ad-fb60f5a2623d {{(pid=85273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:08:44.493506 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a54a1071-bc51-44f7-82b1-082aeb2c9267 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301132023429'] for port, before_delete {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:44.552534 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-0ec9a392-6541-471f-8ab7-c0261cb0f5f2 admin admin] Network 687f5d4b-386c-4bcc-92a0-7e59306b5af3 has no segments {{(pid=85272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:08:44.561614 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0ec9a392-6541-471f-8ab7-c0261cb0f5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-26960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2746006'] for segment, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:44.568516 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-a54a1071-bc51-44f7-82b1-082aeb2c9267 None None] The port '296af75b-f795-4446-b0ad-fb60f5a2623d' was deleted {{(pid=85273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 11:08:44.743563 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.managers [None req-0ec9a392-6541-471f-8ab7-c0261cb0f5f2 admin admin] Network 687f5d4b-386c-4bcc-92a0-7e59306b5af3 has no segments {{(pid=85272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:08:44.744837 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 296af75b-f795-4446-b0ad-fb60f5a2623d no longer exists at agent ovs-agent-dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:08:44.768193 dv-cinder-786383-1-iscsi neutron-server[85157]: Traceback (most recent call last): Apr 15 11:08:44.768193 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:08:44.768193 dv-cinder-786383-1-iscsi neutron-server[85157]: timer() Apr 15 11:08:44.768193 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:08:44.768193 dv-cinder-786383-1-iscsi neutron-server[85157]: cb(*args, **kw) Apr 15 11:08:44.768193 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:08:44.768193 dv-cinder-786383-1-iscsi neutron-server[85157]: return func(*args, **kwargs) Apr 15 11:08:44.768193 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:08:44.768193 dv-cinder-786383-1-iscsi neutron-server[85157]: self._notify() Apr 15 11:08:44.768193 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:08:44.768193 dv-cinder-786383-1-iscsi neutron-server[85157]: self.callback(batched_events) Apr 15 11:08:44.768193 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:08:44.768193 dv-cinder-786383-1-iscsi neutron-server[85157]: event.method(event) Apr 15 11:08:44.768193 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:08:44.768193 dv-cinder-786383-1-iscsi neutron-server[85157]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:08:44.768193 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:08:44.768193 dv-cinder-786383-1-iscsi neutron-server[85157]: segment_id)['aggregates'][0] Apr 15 11:08:44.768193 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:08:44.768193 dv-cinder-786383-1-iscsi neutron-server[85157]: return f(self, *a, **k) Apr 15 11:08:44.768193 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:08:44.768193 dv-cinder-786383-1-iscsi neutron-server[85157]: return self._get(url).json() Apr 15 11:08:44.768193 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:08:44.768193 dv-cinder-786383-1-iscsi neutron-server[85157]: **kwargs) Apr 15 11:08:44.768193 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:08:44.768193 dv-cinder-786383-1-iscsi neutron-server[85157]: return self.request(url, 'GET', **kwargs) Apr 15 11:08:44.768193 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:08:44.768193 dv-cinder-786383-1-iscsi neutron-server[85157]: **endpoint_filter) Apr 15 11:08:44.768193 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:08:44.768193 dv-cinder-786383-1-iscsi neutron-server[85157]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:08:44.768193 dv-cinder-786383-1-iscsi neutron-server[85157]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:08:44.768193 dv-cinder-786383-1-iscsi neutron-server[85157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:08:44.768193 dv-cinder-786383-1-iscsi neutron-server[85157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:08:44.784339 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.plugin [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] No Port match for: 296af75b-f795-4446-b0ad-fb60f5a2623d {{(pid=85273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:08:44.784740 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.plugins.ml2.rpc [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Device 296af75b-f795-4446-b0ad-fb60f5a2623d not bound to the agent host dv-cinder-786383-1-iscsi {{(pid=85273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:08:44.847647 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0ec9a392-6541-471f-8ab7-c0261cb0f5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-175238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854122349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414992'] for network, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:44.852149 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0ec9a392-6541-471f-8ab7-c0261cb0f5f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854122336'] for network, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:44.856202 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:44.879804 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec9a392-6541-471f-8ab7-c0261cb0f5f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=687f5d4b-386c-4bcc-92a0-7e59306b5af3,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:44.882413 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-0ec9a392-6541-471f-8ab7-c0261cb0f5f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:44.884384 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-0ec9a392-6541-471f-8ab7-c0261cb0f5f2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/687f5d4b-386c-4bcc-92a0-7e59306b5af3 HTTP/1.1" status: 204 len: 168 time: 1.6033938 Apr 15 11:08:45.002466 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 48086) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:45.054288 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-3c2ab635-00e6-479e-bba5-a4450017292c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ac1790d75e884150a63b62344bf5298d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504713 Apr 15 11:08:45.056831 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 48090) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:45.121931 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1a7138bc-8b97-40d1-8f98-01c4e4e25a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:45.149378 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1a7138bc-8b97-40d1-8f98-01c4e4e25a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:45.196540 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1a7138bc-8b97-40d1-8f98-01c4e4e25a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:45.201761 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-e06fe966-4bf2-410f-b572-3ae6332a1ec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:45.215872 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7138bc-8b97-40d1-8f98-01c4e4e25a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423d7f63-87d4-461a-b0c7-5213a8a17012,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:45.219333 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1a7138bc-8b97-40d1-8f98-01c4e4e25a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:45.225514 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1a7138bc-8b97-40d1-8f98-01c4e4e25a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:45.226768 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-1a7138bc-8b97-40d1-8f98-01c4e4e25a25 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/423d7f63-87d4-461a-b0c7-5213a8a17012 HTTP/1.1" status: 204 len: 168 time: 0.1689093 Apr 15 11:08:45.683542 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 48098) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:45.735978 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-22a29aa7-88fb-40c1-9fee-a4e14a50c54c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cc2d2c64925b4e3d88d603c651d76b4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511193 Apr 15 11:08:45.738518 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 48102) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:45.799108 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c5b0758b-5924-44aa-90b6-d748a623c26c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:45.827197 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c5b0758b-5924-44aa-90b6-d748a623c26c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:46.127046 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c5b0758b-5924-44aa-90b6-d748a623c26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:46.132024 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-d09df0f7-06a1-46f2-8ad4-2699903e54e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:46.142797 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0758b-5924-44aa-90b6-d748a623c26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0fa559-7449-4285-87c5-f3a6d721521a,revision_number=None']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:46.147613 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-c5b0758b-5924-44aa-90b6-d748a623c26c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:46.149622 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c5b0758b-5924-44aa-90b6-d748a623c26c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:46.150821 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-c5b0758b-5924-44aa-90b6-d748a623c26c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ff0fa559-7449-4285-87c5-f3a6d721521a HTTP/1.1" status: 204 len: 168 time: 0.4113154 Apr 15 11:08:50.888487 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-3b4a09d1-1ee5-4231-891d-555594db00bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:53.401336 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-899d7aa3-1450-4f19-ad4b-dd5c79e25391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:54.210052 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:54.377866 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:55.192717 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:55.346163 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:03.326885 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85272) accepted ('10.222.0.36', 48174) {{(pid=85272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:09:03.452045 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4ebabf71-be8d-47de-9813-df242c711ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:03.467747 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-4ebabf71-be8d-47de-9813-df242c711ccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:09:03.472548 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-4ebabf71-be8d-47de-9813-df242c711ccf admin admin] Usage tracker for resource:security_group_rule and tenant:c4f5ffb5ee8040e284d0b5aba5ec4d6c is out of sync, need to count used quota {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:09:03.475513 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-4ebabf71-be8d-47de-9813-df242c711ccf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:09:03.481456 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-4ebabf71-be8d-47de-9813-df242c711ccf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:09:03.567523 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4ebabf71-be8d-47de-9813-df242c711ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:03.570160 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-4ebabf71-be8d-47de-9813-df242c711ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:03.578744 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-8b531964-e590-40a9-8fd9-0057ebf5ab61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:09:03.621755 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-4ebabf71-be8d-47de-9813-df242c711ccf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c4f5ffb5ee8040e284d0b5aba5ec4d6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2936912 Apr 15 11:09:03.623561 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebabf71-be8d-47de-9813-df242c711ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425fc057-a96a-4154-899d-9890945d473a,revision_number=1']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:09:03.624746 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 48180) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:09:03.631870 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebabf71-be8d-47de-9813-df242c711ccf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:03.632313 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebabf71-be8d-47de-9813-df242c711ccf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:03.632747 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebabf71-be8d-47de-9813-df242c711ccf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:03.633175 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebabf71-be8d-47de-9813-df242c711ccf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:03.633597 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebabf71-be8d-47de-9813-df242c711ccf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:03.634018 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebabf71-be8d-47de-9813-df242c711ccf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:03.634437 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebabf71-be8d-47de-9813-df242c711ccf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:03.634855 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebabf71-be8d-47de-9813-df242c711ccf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:03.635300 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebabf71-be8d-47de-9813-df242c711ccf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:03.635719 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebabf71-be8d-47de-9813-df242c711ccf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:03.636135 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebabf71-be8d-47de-9813-df242c711ccf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:03.636552 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebabf71-be8d-47de-9813-df242c711ccf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:03.641005 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-4ebabf71-be8d-47de-9813-df242c711ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:09:03.689240 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-fc9d7670-e4bc-4ce7-8f0c-a7237af81617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:03.716329 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-fc9d7670-e4bc-4ce7-8f0c-a7237af81617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:03.762881 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-fc9d7670-e4bc-4ce7-8f0c-a7237af81617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:03.767859 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-1526e634-7261-4686-a8cf-209ea4be1c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:09:03.781358 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d7670-e4bc-4ce7-8f0c-a7237af81617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425fc057-a96a-4154-899d-9890945d473a,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:09:03.790351 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-fc9d7670-e4bc-4ce7-8f0c-a7237af81617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:03.791589 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-fc9d7670-e4bc-4ce7-8f0c-a7237af81617 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/425fc057-a96a-4154-899d-9890945d473a HTTP/1.1" status: 204 len: 168 time: 0.1657219 Apr 15 11:09:03.793276 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d7670-e4bc-4ce7-8f0c-a7237af81617 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:03.793706 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d7670-e4bc-4ce7-8f0c-a7237af81617 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:03.794127 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d7670-e4bc-4ce7-8f0c-a7237af81617 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:03.794543 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d7670-e4bc-4ce7-8f0c-a7237af81617 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:03.794994 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d7670-e4bc-4ce7-8f0c-a7237af81617 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:03.795383 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d7670-e4bc-4ce7-8f0c-a7237af81617 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:03.795919 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d7670-e4bc-4ce7-8f0c-a7237af81617 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:03.796198 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d7670-e4bc-4ce7-8f0c-a7237af81617 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:03.796587 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d7670-e4bc-4ce7-8f0c-a7237af81617 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:03.796990 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d7670-e4bc-4ce7-8f0c-a7237af81617 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:03.797391 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d7670-e4bc-4ce7-8f0c-a7237af81617 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:03.797791 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d7670-e4bc-4ce7-8f0c-a7237af81617 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-iscsi {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:03.801611 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-fc9d7670-e4bc-4ce7-8f0c-a7237af81617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:09:07.793638 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 48226) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:09:07.924790 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ee895ae1-19cd-4705-885b-c77335f3c276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:07.940181 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-ee895ae1-19cd-4705-885b-c77335f3c276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:09:07.944343 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-ee895ae1-19cd-4705-885b-c77335f3c276 admin admin] Usage tracker for resource:security_group_rule and tenant:94de63e243c84e7ebd0768ca99bb2d04 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:09:07.947322 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.quota.resource [None req-ee895ae1-19cd-4705-885b-c77335f3c276 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:09:07.953417 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.quota.driver [None req-ee895ae1-19cd-4705-885b-c77335f3c276 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:09:08.042265 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ee895ae1-19cd-4705-885b-c77335f3c276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:08.045126 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-ee895ae1-19cd-4705-885b-c77335f3c276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:08.054349 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-5f82ae80-5d53-4ebc-a6d5-f212ac0144ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:09:08.097765 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-ee895ae1-19cd-4705-885b-c77335f3c276 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=94de63e243c84e7ebd0768ca99bb2d04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3029616 Apr 15 11:09:08.099560 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee895ae1-19cd-4705-885b-c77335f3c276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d3f215-7ddb-4142-9698-ff2ab70aaace,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:09:08.102796 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-ee895ae1-19cd-4705-885b-c77335f3c276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:09:08.103980 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.36', 48232) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:09:08.168674 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bf4fa6be-e8c7-4bd5-bbe9-4a9b87b68d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:08.196243 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bf4fa6be-e8c7-4bd5-bbe9-4a9b87b68d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:08.242282 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bf4fa6be-e8c7-4bd5-bbe9-4a9b87b68d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327178'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:08.247692 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-a375283e-b9dc-498e-8187-b3966bdfac02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:09:08.259354 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4fa6be-e8c7-4bd5-bbe9-4a9b87b68d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d3f215-7ddb-4142-9698-ff2ab70aaace,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:09:08.263112 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG oslo_concurrency.lockutils [None req-bf4fa6be-e8c7-4bd5-bbe9-4a9b87b68d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:09:08.266467 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-bf4fa6be-e8c7-4bd5-bbe9-4a9b87b68d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:08.269390 dv-cinder-786383-1-iscsi neutron-server[85157]: INFO neutron.wsgi [None req-bf4fa6be-e8c7-4bd5-bbe9-4a9b87b68d04 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/69d3f215-7ddb-4142-9698-ff2ab70aaace HTTP/1.1" status: 204 len: 168 time: 0.1636691 Apr 15 11:09:10.778934 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:09:20.893895 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-afa7957b-74b7-42ff-9347-73ae0a27e24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:23.404264 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-df17cc32-43f7-45f2-90fa-fe18d571ce59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:24.214804 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:24.387640 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:25.197587 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:25.337367 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:47.778613 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:09:50.896196 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-408c9e74-d4bb-4e13-a0a5-0562e1e4b14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:53.406152 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1bdf8a48-dac2-4ead-af4d-f730021884f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:54.216071 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:54.380890 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:55.199815 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:55.341712 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:20.897456 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-42c13185-dc9c-4918-a517-acb74e0c2f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:23.409261 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-642f38a1-b59a-43cd-874b-197abcb8ddd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:24.218045 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:24.382618 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:24.778200 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:10:25.201926 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:25.333178 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:50.900257 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-91880469-4ec4-4600-9d41-7e57930a30f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:53.411257 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-6e805bb3-2c24-48b9-bcc2-109756e6e4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:54.220428 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:54.384225 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:55.203580 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:55.333466 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:01.778448 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:11:20.902171 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-431bf13d-c3f6-459b-987a-a0392783eeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:23.414666 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b0e41cde-ef6a-4588-a760-ca8f7a791cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:24.223345 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:24.385185 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:25.206521 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:25.331980 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:38.779789 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:11:50.904510 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-c0fe837d-a8ea-4046-af0c-fc058a1b7f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:53.419414 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a6a143e6-b85b-4bee-b6ce-d189f4faa445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:54.228784 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:54.388270 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:55.209525 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:55.361329 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:15.779128 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:12:20.906092 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8f9530ec-13b0-4f07-8b03-7aec67cb8fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:23.420306 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1b7919a6-baf8-4a62-bb5c-e41c60d7dab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:24.231020 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:24.385669 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:25.212787 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:25.375289 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:50.908478 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-194386e3-2e66-4fda-92dc-1323827950bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:52.778389 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:12:53.420591 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-81e441e2-fdc2-4ac7-9ecd-6db81fcfb858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:54.234205 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:54.387674 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:55.216160 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:55.368921 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:13:20.910494 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-8414d2a4-3bc8-45fd-8093-168444d0ed8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:13:23.423092 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-187d457e-e99d-45b0-bb1c-3ea421f2930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:13:24.237042 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:13:24.400700 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:13:25.218922 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:13:25.389395 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:13:29.779171 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:13:50.913234 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-13c54dcb-2bea-4611-902c-e211499601a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:13:53.424411 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a90d1cce-22b8-40ed-b426-4ded9de93a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:13:54.240616 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:13:54.393409 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:13:55.220734 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:13:55.404946 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:14:06.779289 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.db.agents_db [None req-8109cd0e-3146-439d-9f9c-e95c2fb35536 None None] Agent healthcheck: found 6 active agents {{(pid=85276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:14:20.062127 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron.wsgi [req-8085b862-6664-4c83-a9e8-c0e67f4e51f6 req-0dd5e6df-8b6d-4cc2-bacb-e1ff96025fa0 service neutron] (85272) timed out ('10.222.0.60', 55495) {{(pid=85272) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 15 11:14:20.915353 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-0c751fc2-a7d7-4857-a244-da6c3a13c80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:14:23.439902 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-a168cc10-8b64-4367-baac-5f6c8d6f38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:14:24.244107 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-68b28de7-091e-4997-af5c-0e3a20b908c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:14:24.395310 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-1c7701f9-199f-4c74-b0a0-f917d53d0167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:14:25.226187 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-b5430a0c-7952-43cd-aa77-80c73420db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:14:25.403780 dv-cinder-786383-1-iscsi neutron-server[85157]: DEBUG neutron_lib.callbacks.manager [None req-63f709ba-5c89-4808-8839-d2c3495fd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301131922770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-170563'] for agent, after_update {{(pid=85273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}